-- Logs begin at Tue 2021-12-14 09:25:56 UTC, end at Tue 2021-12-14 10:26:34 UTC. --
Dec 14 09:59:28.838516 dv-cinder-818885-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 14 09:59:31.164651 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.common.config [-] Logging enabled!
Dec 14 09:59:31.165320 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev92
Dec 14 09:59:31.165421 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 14 09:59:31.168546 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.common.config [-] Logging enabled!
Dec 14 09:59:31.168800 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev92
Dec 14 09:59:31.169109 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 14 09:59:31.170046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 09:59:31.170283 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 14 09:59:31.170635 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 14 09:59:31.170879 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 14 09:59:31.171102 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 14 09:59:31.171418 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.171711 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.172002 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.172229 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.172525 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.172811 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.173092 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.173375 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.173670 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.173974 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.174252 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.174533 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.175367 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.175760 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.176051 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.176336 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.176560 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.176838 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.177264 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.177676 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.178045 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.178259 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.178534 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.178803 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.179074 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.179355 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.179677 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] host                           = dv-cinder-818885-1-iscsi {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.179956 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.180238 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.180522 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.180803 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.181074 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.181346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.181627 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.181896 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.182188 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.182461 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.182744 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.183028 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.183316 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.183536 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.183753 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.184035 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.184317 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.184589 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.184860 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.185130 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.185398 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.185672 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.185936 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.186238 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.186519 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.186800 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.187070 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.187338 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.187605 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.187872 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.188151 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.188418 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.188687 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.188955 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.189239 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.189503 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.189777 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.190101 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.191064 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.191356 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.191646 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.191923 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.192207 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.192480 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.192755 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.193033 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.193306 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.193579 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.193863 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.194166 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.194440 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.194714 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.194987 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.195271 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:31.195570 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.195863 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.196162 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.196442 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.196732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.197011 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.197298 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.197575 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.197860 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.198171 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.198457 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.198732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.199018 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.199295 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.199586 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.199886 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.200175 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.200462 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.200734 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.201004 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.201274 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.201549 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.201829 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.202142 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.202430 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.202700 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.202985 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.203264 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.203539 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.203807 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.204083 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.204368 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.204642 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.204912 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.205189 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.205460 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.205732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.206040 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.206317 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.206769 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.207045 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.207314 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.207582 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.207854 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.208121 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.208401 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.208673 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.208941 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.209212 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.209485 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.209753 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.210045 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.210321 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.210590 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.210864 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.211132 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.211399 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.211667 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.211935 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.212202 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.212468 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.212735 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.213007 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.213273 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.213541 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.213807 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.214099 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.214363 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.214644 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.214933 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.215207 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.215480 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.215757 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.216030 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.216301 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.216570 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.216840 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.217114 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.217381 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.217663 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.217940 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.218242 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.218519 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.218792 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.219082 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.219356 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.219633 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.219907 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.220180 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.220465 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.220744 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.221035 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.221327 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.221645 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.222242 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.222540 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.222822 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.223129 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.223406 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:31.223622 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 14 09:59:31.223860 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86744) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 14 09:59:31.610795 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO keyring.backend [-] Loading KWallet
Dec 14 09:59:31.618623 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO keyring.backend [-] Loading SecretService
Dec 14 09:59:31.622347 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO keyring.backend [-] Loading Windows
Dec 14 09:59:31.623659 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO keyring.backend [-] Loading chainer
Dec 14 09:59:31.624244 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO keyring.backend [-] Loading macOS
Dec 14 09:59:31.657767 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 09:59:31.658063 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 09:59:31.658355 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 09:59:31.658688 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 14 09:59:31.963946 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:31.964240 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:31.964508 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:31.965686 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:31.965985 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:31.966242 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.088185 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.088458 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.088724 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.102605 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.102881 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.103150 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.131209 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.131491 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.131757 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.170593 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.171126 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.171126 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.401339 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6e2ea05af0> agent after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.401549 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6e2ea05af0> agent after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.401812 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6e2ea059d0> segment precommit_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.402103 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6e2ea05a60> network precommit_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.402844 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6e2eaaf790> segment before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.527181 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> network before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.527502 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6e2e8290d0> agent before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.527784 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> network before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.528053 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> port before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.528318 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> port before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.528629 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> segment after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.528890 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> segment precommit_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.529148 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> segment precommit_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.529400 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> segment after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.529681 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> network after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.529939 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> network precommit_delete 0 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.530367 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> port provisioning_complete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.530635 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.530893 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> rbac-policy after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.531162 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> agent after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.531432 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> subnet after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.531698 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> subnet precommit_delete 0 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.531967 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.532222 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.532504 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> segment_host_mapping after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.532850 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> port after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.533100 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> port after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.533346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> port after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.533625 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.533871 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.534169 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6e2f3a6c10>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.534545 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:32.534781 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:32.535015 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:32.535247 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:32.535483 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:32.535714 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:32.536070 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 14 09:59:32.539205 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 14 09:59:32.543110 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 14 09:59:32.546930 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])])
Dec 14 09:59:32.548543 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 14 09:59:32.548987 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 14 09:59:32.549321 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 14 09:59:32.549725 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 14 09:59:32.552719 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 14 09:59:32.552966 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 14 09:59:32.553310 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 14 09:59:32.581746 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 14 09:59:32.582208 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6e2e8ce9a0>> qos_plugin after_init 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.582500 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86744) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 14 09:59:32.582856 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6e2e8ce400>> logging-plugin after_init 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.584213 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86744) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 14 09:59:32.584490 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 14 09:59:32.584739 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 14 09:59:32.587978 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6e2e8ac2b0>> floatingip before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.588258 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6e2e8ac2b0>> port before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:32.650473 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 14 09:59:32.650714 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 14 09:59:32.650952 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 14 09:59:32.651313 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 14 09:59:32.683121 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_db.sqlalchemy.engines [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86744) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 14 09:59:33.015038 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing driver for type 'gre'
Dec 14 09:59:33.015482 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] gre ID ranges: [(1, 1000)]
Dec 14 09:59:33.068048 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing driver for type 'local'
Dec 14 09:59:33.068347 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing driver for type 'vlan'
Dec 14 09:59:33.079222 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] VlanTypeDriver initialization complete
Dec 14 09:59:33.079625 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing driver for type 'vxlan'
Dec 14 09:59:33.080113 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] vxlan ID ranges: [(1, 1000)]
Dec 14 09:59:33.131723 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing extension driver 'port_security'
Dec 14 09:59:33.132142 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] PortSecurityExtensionDriver initialization complete
Dec 14 09:59:33.132550 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing mechanism driver 'openvswitch'
Dec 14 09:59:33.132876 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing mechanism driver 'hyperv'
Dec 14 09:59:33.139612 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.plugins.ml2.plugin [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 09:59:33.140346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2ea5e7c0>> port after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.140715 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2ea5e7c0>> port after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.141065 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2ea5e7c0>> port after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.141446 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2ea5e970>> subnet after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.141796 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2ea5e970>> subnet after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.142163 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2ea5e970>> subnet after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.142542 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7970>> network after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.142888 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7970>> network after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.143227 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7970>> network after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.143731 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7bb0>> security_group after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.144088 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7bb0>> security_group after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.144437 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7bb0>> security_group after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.144809 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7e50>> security_group_rule after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.145150 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7e50>> security_group_rule after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.145521 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7e50>> security_group_rule after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.145891 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7ee0>> address_group after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.146253 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7ee0>> address_group after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.146586 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6e2e3d7ee0>> address_group after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.146922 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] ML2 OVO RPC backend initialized. {{(pid=86744) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 14 09:59:33.147611 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> router_interface after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.148223 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> router_interface after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.148629 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> network before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.148976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> networks before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.149316 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> port before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.149652 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> ports before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.150011 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> subnet before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.150347 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> subnets before_response 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.150686 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> network after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.151020 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> network after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.151350 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> network after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.151679 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> port after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.152007 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> port after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.152333 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> port after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.152659 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> subnet after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.152986 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> subnet after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.153311 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6e2e3df520>> subnet after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.153869 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.plugin [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Modular L2 Plugin initialization complete
Dec 14 09:59:33.154215 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading services supported by the core plugin {{(pid=86744) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 14 09:59:33.154539 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.plugins.ml2.managers [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Got port-security extension from driver 'port_security'
Dec 14 09:59:33.154998 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.extensions.vlantransparent [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Disabled vlantransparent extension.
Dec 14 09:59:33.155475 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86744) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 14 09:59:33.155780 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: router
Dec 14 09:59:33.193195 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router_interface before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.193728 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router after_create 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.193932 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router before_create 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.194321 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router_interface before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.194689 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router_interface after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.195038 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router after_delete 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.195391 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> floatingip after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.195749 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router after_create 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.196090 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router after_update 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.196434 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router after_update 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.196779 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router_gateway after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.197129 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router after_update 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.197539 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router precommit_update 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.197906 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6e2eba73a0> port after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.198269 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6e2eba7550> port after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.198601 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6e2eba74c0> subnet after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.198935 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6e2eba7430> subnetpool_address_scope after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.199275 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> port precommit_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.199616 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router precommit_create 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.199955 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6e2eb9dc10> port before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.200294 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router precommit_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.200644 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router after_update 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.200979 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router precommit_delete 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.201320 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router precommit_create 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.201673 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router_interface after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.202038 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> router precommit_update 55549900 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.202400 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> agent after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.202745 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> agent after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.203083 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6e2e3df640>> network after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.203925 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Tracking information for resource: router configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:33.204255 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Tracking information for resource: floatingip configured {{(pid=86744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 09:59:33.209482 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.db.l3_agentschedulers_db [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 14 09:59:33.210082 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6e2e34b670> port after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.210440 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6e2e34b550> port after_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.210787 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function _notify_port_delete at 0x7f6e2e34b5e0> port after_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.211134 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6e2e34b940> port after_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.211920 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6e2e2f0df0>> router before_create 55550100 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.212279 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6e2e2f0df0>> router precommit_delete 55550100 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.212635 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6e2e2f0df0>> router precommit_create 55550100 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.212987 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6e2e2f0df0>> router precommit_update 55550100 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.217590 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.services.provider_configuration [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service providers = [] {{(pid=86744) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 14 09:59:33.217982 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.db.servicetype_db [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86744) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 14 09:59:33.220898 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.services.service_base [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 14 09:59:33.221241 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.services.service_base [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 14 09:59:33.222141 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.services.service_base [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 14 09:59:33.223241 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.services.service_base [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 14 09:59:33.223609 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.services.service_base [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 14 09:59:33.223975 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.224288 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 14 09:59:33.234854 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.235187 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: auto_allocate
Dec 14 09:59:33.241743 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6e2e320d30> network precommit_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.242144 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6e2e320d30> network precommit_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.242661 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.242977 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: tag
Dec 14 09:59:33.249783 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.250148 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: timestamp
Dec 14 09:59:33.254052 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.254379 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: network_ip_availability
Dec 14 09:59:33.259603 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6e2e2b1dc0>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.259972 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6e2e2b1dc0>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.260326 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6e2e2b1dc0>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.261028 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.261345 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: flavors
Dec 14 09:59:33.266389 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.266673 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading Plugin: revisions
Dec 14 09:59:33.271033 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 14 09:59:33.271414 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_concurrency.lockutils [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=86744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 09:59:33.272152 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86744) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 14 09:59:33.272483 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Initializing extension manager.
Dec 14 09:59:33.273248 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: __init__.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.273585 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: __pycache__ {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.273918 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.274288 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: address_group.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.275041 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.275592 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: address-group
Dec 14 09:59:33.275912 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: address_scope.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.276622 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.277135 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: address-scope
Dec 14 09:59:33.277454 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.278417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.278924 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: router-admin-state-down-before-update
Dec 14 09:59:33.279242 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: agent.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.279938 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.280435 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: agent
Dec 14 09:59:33.280750 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: agent_resources_synced.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.281656 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.282193 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: agent-resources-synced
Dec 14 09:59:33.282512 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: allowedaddresspairs.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.284835 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.285351 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: allowed-address-pairs
Dec 14 09:59:33.285677 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: auto_allocated_topology.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.286783 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.287297 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: auto-allocated-topology
Dec 14 09:59:33.287620 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: availability_zone.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.288308 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.288807 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: availability_zone
Dec 14 09:59:33.289127 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: availability_zone_filter.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.290129 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.290631 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: availability_zone_filter
Dec 14 09:59:33.290948 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: data_plane_status.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.291850 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.292348 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 14 09:59:33.292665 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: default_subnetpools.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.293569 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.294104 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: default-subnetpools
Dec 14 09:59:33.294425 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.295225 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.295730 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: dhcp_agent_scheduler
Dec 14 09:59:33.296047 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: dns.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.296950 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.297450 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension dns-integration not supported by any of loaded plugins
Dec 14 09:59:33.297767 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: dns_domain_ports.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.298708 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.299211 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 14 09:59:33.299530 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: dvr.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.300760 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.301318 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: dvr
Dec 14 09:59:33.301579 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: empty_string_filtering.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.302528 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.303033 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: empty-string-filtering
Dec 14 09:59:33.303350 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.306085 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.306085 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 14 09:59:33.306085 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.306085 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.306471 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 14 09:59:33.306769 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: external_net.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.307677 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.308180 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: external-net
Dec 14 09:59:33.308494 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.309399 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.309894 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: extra_dhcp_opt
Dec 14 09:59:33.310237 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: extraroute.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.311145 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.311645 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: extraroute
Dec 14 09:59:33.311963 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: extraroute_atomic.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.312983 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.313489 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: extraroute-atomic
Dec 14 09:59:33.313807 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: filter_validation.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.314501 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.315003 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: filter-validation
Dec 14 09:59:33.315440 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: fip_pf_description.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.317906 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.318443 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 14 09:59:33.318773 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: fip_port_details.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.319691 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.320199 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: fip-port-details
Dec 14 09:59:33.320521 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: flavors.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.321760 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.322304 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: flavors
Dec 14 09:59:33.322626 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.324282 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.324801 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 14 09:59:33.325131 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: floatingip_pools.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.325837 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.326378 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: floatingip-pools
Dec 14 09:59:33.326703 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: ip_allocation.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.327629 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.328130 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 14 09:59:33.328453 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.329361 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.329864 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: ip-substring-filtering
Dec 14 09:59:33.330214 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l2_adjacency.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.331283 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.331784 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 14 09:59:33.332105 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l3.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.333068 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.333583 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: router
Dec 14 09:59:33.333903 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.336166 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.336692 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 14 09:59:33.337018 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.337976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.338489 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: ext-gw-mode
Dec 14 09:59:33.338815 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.339732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.340234 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: l3-ha
Dec 14 09:59:33.340557 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l3_flavors.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.341464 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.341976 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: l3-flavors
Dec 14 09:59:33.342302 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.343223 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.343721 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 14 09:59:33.344039 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: l3agentscheduler.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.345074 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.345582 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: l3_agent_scheduler
Dec 14 09:59:33.345905 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: logging.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.347956 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.348474 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension logging not supported by any of loaded plugins
Dec 14 09:59:33.348798 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: metering.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.349532 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.350141 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: metering
Dec 14 09:59:33.350461 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.351563 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.352076 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: metering_source_and_destination_fields
Dec 14 09:59:33.352394 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: multiprovidernet.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.353436 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.353943 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: multi-provider
Dec 14 09:59:33.354287 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: netmtu.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.355208 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.355717 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: net-mtu
Dec 14 09:59:33.356033 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: netmtu_writable.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.356952 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.357456 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: net-mtu-writable
Dec 14 09:59:33.357781 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: network_availability_zone.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.358473 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.358980 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: network_availability_zone
Dec 14 09:59:33.359298 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: network_ip_availability.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.360391 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.360895 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: network-ip-availability
Dec 14 09:59:33.361212 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: network_segment_range.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.361995 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.363179 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 14 09:59:33.363492 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: pagination.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.364472 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.364801 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: pagination
Dec 14 09:59:33.365118 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: port_device_profile.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.366046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.366557 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: port-device-profile
Dec 14 09:59:33.366875 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.367790 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.368291 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: port-mac-address-regenerate
Dec 14 09:59:33.368607 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.369521 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.370053 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: port-numa-affinity-policy
Dec 14 09:59:33.370372 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: port_resource_request.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.371279 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.371777 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 14 09:59:33.372093 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: portbindings.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.373005 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.373505 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: binding
Dec 14 09:59:33.373822 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: portbindings_extended.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.375133 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.375644 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: binding-extended
Dec 14 09:59:33.375971 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: portsecurity.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.376884 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.377391 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: port-security
Dec 14 09:59:33.377713 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: project_id.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.378842 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.379172 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: project-id
Dec 14 09:59:33.379491 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: providernet.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.380400 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.380907 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: provider
Dec 14 09:59:33.381225 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.384785 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.385306 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos not supported by any of loaded plugins
Dec 14 09:59:33.385631 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.386920 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.387431 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 14 09:59:33.387757 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.388678 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.389184 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 14 09:59:33.389509 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_default.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.390459 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.390966 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-default not supported by any of loaded plugins
Dec 14 09:59:33.391289 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_fip.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.391940 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.392443 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-fip not supported by any of loaded plugins
Dec 14 09:59:33.392766 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_gateway_ip.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.394314 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.394820 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 14 09:59:33.395139 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_port_network_policy.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.396058 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.396552 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 14 09:59:33.396868 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_rule_type_details.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.398060 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.398563 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 14 09:59:33.398878 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: qos_rules_alias.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.399917 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.400421 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 14 09:59:33.400740 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: quotasv2.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.401639 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.402128 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: quotas
Dec 14 09:59:33.402449 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: quotasv2_detail.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.404078 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.404412 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: quota_details
Dec 14 09:59:33.404739 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: rbac.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.405793 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.406335 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: rbac-policies
Dec 14 09:59:33.406661 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: rbac_address_group.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.407586 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.408092 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: rbac-address-group
Dec 14 09:59:33.408410 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: rbac_address_scope.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.409922 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.410452 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: rbac-address-scope
Dec 14 09:59:33.410770 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: rbac_security_groups.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.411681 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.412190 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: rbac-security-groups
Dec 14 09:59:33.412509 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: rbac_subnetpool.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.413444 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.413948 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: rbac-subnetpool
Dec 14 09:59:33.414290 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: revisionifmatch.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.415206 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.415708 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: revision-if-match
Dec 14 09:59:33.416026 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: revisions.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.417130 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.417638 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: standard-attr-revisions
Dec 14 09:59:33.417976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: router_availability_zone.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.418649 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.419161 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: router_availability_zone
Dec 14 09:59:33.419479 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: routerservicetype.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.420393 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.420898 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension router-service-type not supported by any of loaded plugins
Dec 14 09:59:33.421217 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.422162 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.422665 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: security-groups-normalized-cidr
Dec 14 09:59:33.422985 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.423910 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.424415 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: port-security-groups-filtering
Dec 14 09:59:33.424785 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.425848 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.426374 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: security-groups-remote-address-group
Dec 14 09:59:33.426693 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: securitygroup.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.436384 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.436905 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: security-group
Dec 14 09:59:33.437232 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: segment.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.438037 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.438541 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension segment not supported by any of loaded plugins
Dec 14 09:59:33.438863 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.439801 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.440422 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 14 09:59:33.440983 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: servicetype.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.442122 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.442634 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: service-type
Dec 14 09:59:33.442959 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: sorting.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.443932 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.444262 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: sorting
Dec 14 09:59:33.444581 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: standard_attr_segment.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.445487 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.446016 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 14 09:59:33.446339 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: standardattrdescription.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.446987 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.447490 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: standard-attr-description
Dec 14 09:59:33.447809 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: stateful_security_group.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.448736 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.449246 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: stateful-security-group
Dec 14 09:59:33.449566 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: stdattrs_common.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.450186 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 14 09:59:33.450508 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.451503 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.452014 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 14 09:59:33.452334 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: subnet_onboard.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.453398 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.453914 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: subnet_onboard
Dec 14 09:59:33.454259 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.455176 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.455684 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 14 09:59:33.456541 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: subnet_service_types.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.457466 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.457995 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: subnet-service-types
Dec 14 09:59:33.458318 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: subnetallocation.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.459397 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.459909 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: subnet_allocation
Dec 14 09:59:33.460232 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.460909 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.461415 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: subnetpool-prefix-ops
Dec 14 09:59:33.461735 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.462683 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.463190 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 14 09:59:33.463507 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: tagging.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.464591 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.465110 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: standard-attr-tag
Dec 14 09:59:33.465433 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: timestamp.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.466659 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.467172 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loaded extension: standard-attr-timestamp
Dec 14 09:59:33.467494 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: trunk.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.468523 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.469026 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension trunk not supported by any of loaded plugins
Dec 14 09:59:33.469346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: trunk_details.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.470301 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.470807 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension trunk-details not supported by any of loaded plugins
Dec 14 09:59:33.471126 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: uplink_status_propagation.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.472882 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.473393 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 14 09:59:33.473711 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Loading extension file: vlantransparent.py {{(pid=86744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 14 09:59:33.474417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 14 09:59:33.474918 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 14 09:59:33.477297 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:network
Dec 14 09:59:33.478031 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:subnet
Dec 14 09:59:33.478817 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 09:59:33.479412 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:port
Dec 14 09:59:33.480700 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.481133 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service FLAVORS assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.481747 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.482209 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.482562 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:router
Dec 14 09:59:33.483221 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:floatingip
Dec 14 09:59:33.483934 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service METERING assigned prefix: /metering {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.485345 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6e2e1f4940>> rbac-policy before_create 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.485707 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6e2e1f4940>> rbac-policy before_update 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.486086 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6e2e1f4940>> rbac-policy before_delete 55550000 {{(pid=86744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 09:59:33.487583 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 14 09:59:33.488140 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:security_group
Dec 14 09:59:33.488800 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 14 09:59:33.489538 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service CORE assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.489873 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 09:59:33.490239 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] subnetpool is already registered
Dec 14 09:59:33.490834 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service CORE assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.491160 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 09:59:33.491480 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] subnetpool is already registered
Dec 14 09:59:33.494040 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.494477 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service FLAVORS assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.495071 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.495491 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.495821 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:router
Dec 14 09:59:33.496150 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] router is already registered
Dec 14 09:59:33.496743 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:floatingip
Dec 14 09:59:33.497073 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] floatingip is already registered
Dec 14 09:59:33.497702 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service METERING assigned prefix: /metering {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.498399 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 14 09:59:33.498723 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] rbac_policy is already registered
Dec 14 09:59:33.499267 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:security_group
Dec 14 09:59:33.499592 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] security_group is already registered
Dec 14 09:59:33.500208 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 14 09:59:33.500529 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] security_group_rule is already registered
Dec 14 09:59:33.501177 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service CORE assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.501499 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 09:59:33.501823 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] subnetpool is already registered
Dec 14 09:59:33.502458 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.v2.resource_helper [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Service CORE assigned prefix:  {{(pid=86744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 14 09:59:33.502819 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 09:59:33.503150 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING neutron.quota.resource_registry [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] subnetpool is already registered
Dec 14 09:59:33.503790 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: extensions {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.505257 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: address-groups {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.506933 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: address-scopes {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.508154 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: agents {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.509311 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: auto-allocated-topology {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.510593 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: availability_zones {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.511913 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: dhcp-networks {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.513337 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: dhcp-agents {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.514807 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: routers {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.517578 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: flavors {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.519304 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: service_profiles {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.520593 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: next_providers {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.522174 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: service_profiles {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.523890 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: floatingip-pools {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.525122 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: routers {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.526968 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: floatingips {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.528163 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: l3-routers {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.529561 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: l3-agents {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.531019 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: metering-labels {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.532390 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: metering-label-rules {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.533670 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: network-ip-availabilities {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.535706 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: bindings {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.537367 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: quotas {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.538848 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: quotas {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.540278 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: rbac-policies {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.541573 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: security-groups {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.542812 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: security-group-rules {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.544071 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: service-providers {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.545303 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: subnetpools {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.546779 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: subnetpools {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.548234 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.550015 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.551832 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.553629 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.555453 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.557308 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.559068 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.560985 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.562773 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.564616 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron.api.extensions [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Extended resource: tags {{(pid=86744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 14 09:59:33.570818 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING keystonemiddleware.auth_token [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 14 09:59:33.575587 dv-cinder-818885-1-iscsi neutron-server[86744]: WARNING keystonemiddleware.auth_token [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 14 09:59:33.584394 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_concurrency.lockutils [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Acquired lock "singleton_lock" {{(pid=86744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 14 09:59:33.584864 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_concurrency.lockutils [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Releasing lock "singleton_lock" {{(pid=86744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 14 09:59:33.585526 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO oslo_service.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Starting 2 workers
Dec 14 09:59:33.590239 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Started child 86849 {{(pid=86744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 14 09:59:33.594530 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Started child 86850 {{(pid=86744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 14 09:59:33.595106 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:33.596100 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO neutron.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 14 09:59:33.597271 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [-] (86849) wsgi starting up on http://0.0.0.0:9696
Dec 14 09:59:33.597424 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Notify callbacks [] for process, before_spawn {{(pid=86744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:33.599380 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:33.599835 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO oslo_service.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Starting 1 workers
Dec 14 09:59:33.600803 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [-] (86850) wsgi starting up on http://0.0.0.0:9696
Dec 14 09:59:33.604776 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Started child 86851 {{(pid=86744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 14 09:59:33.605281 dv-cinder-818885-1-iscsi neutron-server[86744]: INFO oslo_service.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Starting 1 workers
Dec 14 09:59:33.608010 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] calling RpcWorker wait() {{(pid=86851) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 14 09:59:33.608572 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] returning from RpcWorker wait() {{(pid=86851) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 14 09:59:33.609577 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Started child 86852 {{(pid=86744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 14 09:59:33.609841 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:33.610372 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 09:59:33.610468 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG neutron_lib.callbacks.manager [None req-2f02d2c3-0792-49ec-ab40-18a3899d6e98 None None] Notify callbacks [] for process, after_spawn {{(pid=86744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:33.612716 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 14 09:59:33.612937 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 09:59:33.613120 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 14 09:59:33.613483 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 14 09:59:33.613820 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 14 09:59:33.614008 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 14 09:59:33.614520 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.614786 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.614875 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:33.615314 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.615314 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.615593 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.615911 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 09:59:33.616130 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.616373 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.616639 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.616916 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.617176 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.617340 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.617660 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.617914 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.618187 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.618487 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.618743 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.618980 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.619244 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.619419 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.619676 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.619939 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.620186 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.620463 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.620702 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.621176 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.621409 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.621628 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.621883 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.622174 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.622412 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.622688 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.622935 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.623152 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.623408 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.623683 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.623921 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.624143 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.624374 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.624628 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.624838 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.625306 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] host                           = dv-cinder-818885-1-iscsi {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.625521 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.625738 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.626010 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.626270 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.626532 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.626746 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.627004 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.627254 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.627516 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.627790 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.628739 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.628996 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.629394 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.629649 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.629816 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.630077 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.630359 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.630639 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.630829 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.630988 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.631161 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.631391 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.631554 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.631810 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.632022 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.632303 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.632465 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.632703 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.632930 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.633178 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.633477 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.633651 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.633885 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.634134 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.634376 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.634597 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.634837 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.635076 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.635295 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.635507 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.635717 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.635954 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.636163 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.636372 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.636652 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.636863 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.637118 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.637351 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.637615 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.637839 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.638282 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.638282 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.638932 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.638932 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.639686 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.639686 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.639686 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.639686 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.640196 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.640196 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.640553 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.640553 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.640785 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.641049 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.641244 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.641425 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.641647 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.641901 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.642143 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.642941 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.642941 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.643212 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.643605 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.643883 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.644108 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.644342 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.644564 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.644810 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.645041 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.645345 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.645565 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.645856 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.646099 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.646360 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.646682 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.646942 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.647215 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.647454 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.647944 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.648167 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.648385 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.648729 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.648987 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.649244 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.649535 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.649740 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.649991 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.650196 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.650410 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.650673 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.650856 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.651103 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.651323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.651534 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.651752 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.651993 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.652243 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.652469 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.652708 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.652966 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.653219 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.653438 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.653722 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.653943 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.654125 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.654333 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.654525 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.654737 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.654991 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.655234 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.655452 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.655667 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.655879 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.656107 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.656352 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.656572 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.656783 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.658323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.658323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.658323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.658323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.658323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.658323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.658323 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.663346 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.664704 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.665732 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.669417 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670046 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.670609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.671150 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.671150 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.671150 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.671150 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.671455 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.671534 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.671772 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.672457 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.672457 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.672647 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.672740 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.672984 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.673252 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.673522 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.673757 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.674143 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.674296 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.674549 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.675331 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.675546 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.675760 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.676052 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.676281 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.676519 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.677013 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.677277 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.677536 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.677789 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.678038 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.678275 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.678505 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.678788 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.679123 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.679296 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.679450 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.680650 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.680650 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.680650 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.680650 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.680650 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.681360 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.681360 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.681613 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.681747 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.681900 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.683095 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.683095 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.683095 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.683095 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.683672 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.683672 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.683922 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.684065 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.684224 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.684507 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.684754 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.684973 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.685210 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.685422 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.685676 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.685917 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.686208 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.686684 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.686932 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.687427 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.687698 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.687930 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.688164 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.688388 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.688863 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.689279 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.689519 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.689843 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.690118 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.690933 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.691174 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.691400 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.691612 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.691846 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.692061 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.692276 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.692508 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.692720 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.692976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.693233 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.693473 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.693706 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.694091 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.694451 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.694810 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.695182 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.695628 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.695885 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.696113 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.696349 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.696577 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.696799 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.697010 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.697219 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.697432 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.697639 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.697859 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.698092 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.698321 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.698534 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.698739 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.699045 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.699291 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.699508 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.699803 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.700031 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.700273 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.700525 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.700830 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.701061 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.701317 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.701554 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.701788 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.702023 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.702303 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.702620 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.702915 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.703176 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.703432 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.703707 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.703980 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.704234 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.704468 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.704770 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.705103 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.705371 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.705613 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.705932 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.706298 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.706544 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.706762 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.706990 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.707213 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.707425 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.707677 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.707909 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.708172 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.708407 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.708633 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.708865 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.709111 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.709348 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.709584 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.709797 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.709970 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 14 09:59:33.710488 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 14 09:59:33.710650 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 09:59:33.710805 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 14 09:59:33.710973 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 14 09:59:33.711143 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 14 09:59:33.711295 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 14 09:59:33.711500 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.711661 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.711825 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.711985 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.712142 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.712320 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.712480 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.712639 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.712797 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.712955 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.713116 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.713274 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.713431 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.713589 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.713746 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.713903 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.714090 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.714248 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.714450 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.714707 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.714707 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.714939 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.715057 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.715176 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.715318 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.715480 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.715637 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.715795 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.715951 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.716108 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.716703 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.716703 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.716703 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.716703 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717153 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717153 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717153 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717579 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717579 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717579 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717913 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] host                           = dv-cinder-818885-1-iscsi {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.717913 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.718166 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.718166 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.718391 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.718523 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.718642 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.718764 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.718909 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.719069 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.719227 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.719384 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.719541 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.719699 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.719856 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.720013 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.720171 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.720328 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.720486 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.720669 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.720832 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.720990 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.721149 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.721312 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.721505 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.721702 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.721872 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.722055 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.722213 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.722370 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.722531 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.722697 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.722829 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.722976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.723139 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.723296 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.723452 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.723608 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.723764 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.723920 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.724077 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.724233 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.724391 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.724548 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.724812 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.724948 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.725076 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.725206 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.725347 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.725487 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.725628 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.725761 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.725905 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.726074 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.726222 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.726355 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.726489 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.726620 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.726760 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.726893 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.727033 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.727171 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.727334 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.727475 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.727638 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.727797 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.727948 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.728090 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.728243 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.728403 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 14 09:59:33.728578 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.728740 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.728911 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.729072 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.729233 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.729392 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.729540 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.729699 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.729857 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.730060 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.730199 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.730332 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.730501 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.730663 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.730824 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.730975 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.731134 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.731293 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.731440 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.731602 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.731752 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.731910 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.732159 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.732309 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.732451 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.732585 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.732719 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.732846 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.732972 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.733136 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.733296 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.733457 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.733617 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.733766 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.733925 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.734098 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.734254 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.734415 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.734577 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.734737 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735015 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735148 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735301 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735421 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735540 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735661 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735780 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.735935 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.736094 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.736254 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.736423 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.736584 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.736744 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.736902 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.737061 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.737810 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.738049 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.738235 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.738405 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.738488 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 09:59:33.738589 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.738715 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.738879 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.739040 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.739201 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.739361 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.739521 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.739681 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.739842 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.740003 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.740164 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.740324 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.740483 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.740644 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.740815 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.740966 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.741126 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.741287 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.741449 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.741609 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.741769 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.741930 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.742113 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.742272 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.742456 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.742583 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.742762 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.742922 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.743082 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.743243 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.743402 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.743561 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.743725 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.743884 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.744043 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.744204 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.744362 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.744522 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.744686 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.744843 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.745025 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.745151 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.745309 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.745468 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.745628 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.745787 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.745945 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.746125 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.746284 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.746444 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.746602 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.746760 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.746927 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.747087 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.747250 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.747409 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.747574 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.747742 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.747902 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.748061 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.748220 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.748381 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.748540 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.748698 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.748856 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.749016 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.749176 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.749337 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.749502 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.749673 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.749833 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.750016 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.750177 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.750358 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.750518 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.750678 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.750838 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.750998 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.751158 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.751318 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.751478 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.751638 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.752475 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.752475 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.752475 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.752475 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.752475 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.753787 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.753787 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.753787 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.753787 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.754250 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.754250 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.754250 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.754595 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.754595 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.754820 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.754820 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755207 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755207 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755207 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755536 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755536 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755758 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755865 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.755981 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.756111 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.756262 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.756422 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.756583 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.756747 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.756906 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.757066 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.757227 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.757389 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.757549 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.757710 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.757872 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.758055 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.758217 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.758377 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.758537 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.758700 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.758870 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.759016 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.759168 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.759327 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.759488 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.759662 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.759822 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.759981 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.760141 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.760300 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.760460 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.760620 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.760779 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.760943 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.761106 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.761976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.761976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.761976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.761976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.761976 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.762490 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.762662 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.762824 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.762987 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.763160 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.763322 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.763483 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.763646 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.763807 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.763977 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.764136 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.764295 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.764455 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.764618 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.764779 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.764933 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.765096 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.765256 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.765416 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.765583 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.765745 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.765906 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.766097 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.766259 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.766419 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.766578 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.766750 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.766919 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.767073 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.767232 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.767390 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.767549 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.767759 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.767892 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.768015 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.768185 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.768381 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.768642 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.768815 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.769043 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.769224 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.769392 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.769564 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.769725 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.769885 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.770077 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.770238 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.770399 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.770559 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.770720 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.770881 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.771041 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.771201 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.771361 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.771520 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.771680 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.771840 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.772001 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.772161 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.772321 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.772480 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.772640 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 14 09:59:33.773048 dv-cinder-818885-1-iscsi neutron-server[86744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 14 09:59:34.005748 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54440) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 09:59:34.014482 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062575
Dec 14 09:59:44.449410 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8291636-8378-4400-adf6-6435427d026d None None] get_active_networks_info from dv-cinder-818885-1-iscsi {{(pid=86851) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 14 09:59:44.536437 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8291636-8378-4400-adf6-6435427d026d None None] No non-hosted networks {{(pid=86851) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 14 09:59:44.549738 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.agentschedulers_db [None req-b8291636-8378-4400-adf6-6435427d026d None None] DHCP Agent not found on host dv-cinder-818885-1-iscsi {{(pid=86851) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 14 09:59:44.682724 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-354d9817-cb4b-41d0-b203-85c5542bc39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556081'] for agent, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:46.797050 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ae610eb6-e320-4cdf-8e16-e62caac35cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556081'] for agent, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:46.837487 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-81a145a8-f7f7-473c-9422-52facd33f8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:47.775040 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556081'] for agent, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:47.893750 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556081'] for agent, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:47.894614 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.895033 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.895401 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.895759 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.896095 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.897640 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.898285 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.898646 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.898986 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.899915 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.900255 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.900603 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:47.901007 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6e2dd93430>, 'Open vSwitch agent', 'dv-cinder-818885-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 09:59:47.907249 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6e2df030d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818885-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 09:59:49.195981 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556081'] for agent, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:50.833722 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54534) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 09:59:50.899304 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.db.l3_hamode_db [None req-8bd859f4-af14-4adf-968e-0b7f03ea647c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 14 09:59:50.985946 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd859f4-af14-4adf-968e-0b7f03ea647c None None] Routers set() bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 09:59:50.986369 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd859f4-af14-4adf-968e-0b7f03ea647c None None] Router IDs set() for agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 14 09:59:51.437760 dv-cinder-818885-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-6e8dc6e5-2b74-480a-a412-c82a4464fc09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 09:59:51.438366 dv-cinder-818885-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-6e8dc6e5-2b74-480a-a412-c82a4464fc09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 09:59:51.658333 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [None req-6e8dc6e5-2b74-480a-a412-c82a4464fc09 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 09:59:51.659376 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6e8dc6e5-2b74-480a-a412-c82a4464fc09 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8246441
Dec 14 09:59:53.983947 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54548) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 09:59:54.345507 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 09:59:54.445774 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.policy [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86849) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 14 09:59:54.491182 dv-cinder-818885-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 09:59:54.491548 dv-cinder-818885-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 09:59:54.499868 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.quota [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6e2dcc55e0>.
Dec 14 09:59:54.515650 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 09:59:54.574529 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756949676125', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756949676658', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756949671179', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756949660097', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756949653728', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756949644271', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1682928', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1804272', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692461', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644517'] for rbac-policy, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:54.636480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:54.637648 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4650e37c-c5f2-4d3f-b13c-1b8bdfdd225b admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6527379
Dec 14 09:59:57.212720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54562) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 09:59:57.564890 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '33ae570099194175844e8f0af281deb7'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 09:59:57.569692 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 09:59:57.574338 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Usage tracker for resource:network and tenant:33ae570099194175844e8f0af281deb7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 09:59:57.579232 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 09:59:57.586089 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 09:59:57.595705 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Made reservation on behalf of 33ae570099194175844e8f0af281deb7 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 09:59:57.599238 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.616441 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.630204 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 09:59:57.633705 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Usage tracker for resource:security_group_rule and tenant:33ae570099194175844e8f0af281deb7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 09:59:57.638819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 09:59:57.645489 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 09:59:57.742328 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.746305 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.751556 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 09:59:57.769781 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 09:59:57.795602 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756950336925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.796188 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6e2ea059d0> segment precommit_create {{(pid=86849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 14 09:59:57.796649 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Added segment 7aeeb3b0-574f-4089-913b-d3b2f55bf97b of type vlan for network 18910f5c-dff8-413e-93bf-b13fdf800370
Dec 14 09:59:57.845388 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff8bca9-b9bc-4b8e-86c7-51725c09ce56,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 09:59:57.865411 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.865777 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.866110 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.866429 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.866740 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.867074 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.867383 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.867689 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.867995 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.868296 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.868599 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.868900 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Tracked resource versions report:
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]: pushed versions:
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]: {   'AddressGroup': {'1.2'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'ConntrackHelper': {'1.0'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Log': {'1.0'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Network': {'1.1'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Port': {'1.7'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'PortForwarding': {'1.2'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'QosPolicy': {'1.8'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'SecurityGroup': {'1.4'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'SecurityGroupRule': {'1.2'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'SubPort': {'1.0'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Subnet': {'1.1'},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Trunk': {'1.1'}}
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]: consumer versions:
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'ConntrackHelper': '1.0',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Log': '1.0',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Network': '1.1',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Port': '1.7',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'PortForwarding': '1.2',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'QosPolicy': '1.8',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'SecurityGroup': '1.4',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'SecurityGroupRule': '1.2',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'SubPort': '1.0',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Subnet': '1.1',
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Trunk': '1.1'}}
Dec 14 09:59:57.869941 dv-cinder-818885-1-iscsi neutron-server[86849]:  {{(pid=86849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 09:59:57.913978 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.921605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 09:59:57.955971 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.957345 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 09:59:57.958024 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 09:59:57.961587 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 09:59:58.066200 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Pushing event updated for resources: {'Network': ['ID=18910f5c-dff8-413e-93bf-b13fdf800370,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 09:59:58.070830 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8570511
Dec 14 09:59:58.071529 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 09:59:58.085083 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 18910f5c-dff8-413e-93bf-b13fdf800370 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:00:00.739221 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 54578) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:01.327612 dv-cinder-818885-1-iscsi neutron-server[86850]: WARNING oslo_policy.policy [None req-f2106546-8b1e-46cb-8e61-cb04aec243d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 10:00:01.328216 dv-cinder-818885-1-iscsi neutron-server[86850]: WARNING oslo_policy.policy [None req-f2106546-8b1e-46cb-8e61-cb04aec243d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 10:00:01.805612 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.policy [None req-f2106546-8b1e-46cb-8e61-cb04aec243d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86850) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 14 10:00:01.853901 dv-cinder-818885-1-iscsi neutron-server[86850]: WARNING oslo_policy.policy [None req-f2106546-8b1e-46cb-8e61-cb04aec243d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 10:00:01.854297 dv-cinder-818885-1-iscsi neutron-server[86850]: WARNING oslo_policy.policy [None req-f2106546-8b1e-46cb-8e61-cb04aec243d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 14 10:00:01.862467 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2106546-8b1e-46cb-8e61-cb04aec243d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:00:01.864339 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-f2106546-8b1e-46cb-8e61-cb04aec243d5 admin admin] 10.222.0.20 "GET /v2.0/networks/18910f5c-dff8-413e-93bf-b13fdf800370 HTTP/1.1" status: 200  len: 825 time: 1.1230395
Dec 14 10:00:01.897170 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-2c970366-e4b4-4997-b5d5-c73857207709 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/37f14386-9977-44b5-acb0-7e0043ba63ee HTTP/1.1" status: 200  len: 734 time: 0.0271854
Dec 14 10:00:01.906060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Request body: {'subnet': {'tenant_id': '33ae570099194175844e8f0af281deb7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '37f14386-9977-44b5-acb0-7e0043ba63ee', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:00:01.907638 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.quota [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6e2dfce0d0>.
Dec 14 10:00:01.913650 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:00:01.919328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Usage tracker for resource:subnet and tenant:33ae570099194175844e8f0af281deb7 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:00:01.922733 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:00:01.930170 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:00:01.945199 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Made reservation on behalf of 33ae570099194175844e8f0af281deb7 for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:00:01.947960 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:02.251655 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:02.257916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:02.330885 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Checking segment: {'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:00:02.331282 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Network hostable DHCP agents. Network: 18910f5c-dff8-413e-93bf-b13fdf800370, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:00:02.349261 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf95e5a-8682-41e3-a938-8a11bb313343,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:02.358491 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.358797 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.359121 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.359442 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.359759 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.360083 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.360395 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.360699 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.361026 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.361906 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.362425 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.362731 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Tracked resource versions report:
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]: pushed versions:
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]: {   'AddressGroup': {'1.2'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'ConntrackHelper': {'1.0'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Log': {'1.0'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Network': {'1.1'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Port': {'1.7'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'PortForwarding': {'1.2'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'QosPolicy': {'1.8'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'SecurityGroup': {'1.4'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'SecurityGroupRule': {'1.2'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'SubPort': {'1.0'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Subnet': {'1.1'},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Trunk': {'1.1'}}
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]: consumer versions:
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'ConntrackHelper': '1.0',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Log': '1.0',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Network': '1.1',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Port': '1.7',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'PortForwarding': '1.2',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'QosPolicy': '1.8',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'SecurityGroup': '1.4',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'SecurityGroupRule': '1.2',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'SubPort': '1.0',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Subnet': '1.1',
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Trunk': '1.1'}}
Dec 14 10:00:02.363802 dv-cinder-818885-1-iscsi neutron-server[86850]:  {{(pid=86850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 10:00:02.391435 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Network 18910f5c-dff8-413e-93bf-b13fdf800370 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:00:02.403105 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:02.409998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 18910f5c-dff8-413e-93bf-b13fdf800370) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:00:02.414676 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:00:02.415393 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:02.419529 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab105c-fa46-4c91-ad9d-83e996d466d3 None None] Network 18910f5c-dff8-413e-93bf-b13fdf800370 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:00:02.437779 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5348186
Dec 14 10:00:02.821368 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-18910f5c-dff8-413e-93bf-b13fdf800370', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'fixed_ips': [{'subnet_id': 'fdf95e5a-8682-41e3-a938-8a11bb313343'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:00:02.822639 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:03.010517 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Allocated IP 172.20.0.2 (18910f5c-dff8-413e-93bf-b13fdf800370/fdf95e5a-8682-41e3-a938-8a11bb313343/509b823f-62d7-4e0e-a0d2-95fae0baccd9) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:00:03.250674 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:03.265147 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Transition to ACTIVE for port object 509b823f-62d7-4e0e-a0d2-95fae0baccd9 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:00:03.286752 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Transition to ACTIVE for port object 509b823f-62d7-4e0e-a0d2-95fae0baccd9 will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:00:03.294254 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:03.299835 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:03.358816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Network 18910f5c-dff8-413e-93bf-b13fdf800370 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:00:03.361513 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:00:03.368493 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:00:03.374570 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Pushing event updated for resources: {'Port': ['ID=509b823f-62d7-4e0e-a0d2-95fae0baccd9,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:03.416047 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.416386 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.416722 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.417057 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.417380 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.417701 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.418055 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.418382 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.418723 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.419042 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.419356 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.419666 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Tracked resource versions report:
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]: pushed versions:
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]: {   'AddressGroup': {'1.2'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'ConntrackHelper': {'1.0'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Log': {'1.0'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Network': {'1.1'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Port': {'1.7'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'PortForwarding': {'1.2'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'QosPolicy': {'1.8'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'SecurityGroup': {'1.4'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'SecurityGroupRule': {'1.2'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'SubPort': {'1.0'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Subnet': {'1.1'},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Trunk': {'1.1'}}
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]: consumer versions:
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'ConntrackHelper': '1.0',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Log': '1.0',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Network': '1.1',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Port': '1.7',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'PortForwarding': '1.2',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'QosPolicy': '1.8',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'SecurityGroup': '1.4',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'SecurityGroupRule': '1.2',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'SubPort': '1.0',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Subnet': '1.1',
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Trunk': '1.1'}}
Dec 14 10:00:03.420765 dv-cinder-818885-1-iscsi neutron-server[86851]:  {{(pid=86851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 10:00:03.453239 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:03.478023 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Attempting to bind port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:00:03.478423 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Attempting to bind port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:00:03.478847 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Attempting to bind port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 on network 18910f5c-dff8-413e-93bf-b13fdf800370 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:00:03.484044 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:00:03.484447 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Checking segment: {'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:00:03.484962 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:03.485354 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Bound using segment: {'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:00:03.485816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Bound port: 509b823f-62d7-4e0e-a0d2-95fae0baccd9, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:00:03.486772 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:03.576943 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] For port 509b823f-62d7-4e0e-a0d2-95fae0baccd9, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:00:03.581016 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] For port 509b823f-62d7-4e0e-a0d2-95fae0baccd9, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=509b823f-62d7-4e0e-a0d2-95fae0baccd9,segment=NetworkSegment(7aeeb3b0-574f-4089-913b-d3b2f55bf97b),segment_id=7aeeb3b0-574f-4089-913b-d3b2f55bf97b)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:00:03.586510 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:03.590304 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:03.695212 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Pushing event updated for resources: {'Port': ['ID=509b823f-62d7-4e0e-a0d2-95fae0baccd9,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:03.707231 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:04.867636 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54598) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:05.258694 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [None req-f8f768d6-ccef-4ec8-b125-dcce73b28bd1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:00:05.273988 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f8f768d6-ccef-4ec8-b125-dcce73b28bd1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3908134
Dec 14 10:00:07.350776 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6079a70-309d-4207-b8dc-e0710ab2e326 None None] Network 18910f5c-dff8-413e-93bf-b13fdf800370 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:00:07.447776 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-63696b75-db85-45dc-81c9-f6f210c377c6 None None] Provisioning for port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:00:07.644258 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 509b823f-62d7-4e0e-a0d2-95fae0baccd9 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:00:07.677567 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54612) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:07.717661 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:00:07.723812 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:07.724353 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:07.842605 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:07.885317 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 509b823f-62d7-4e0e-a0d2-95fae0baccd9, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=509b823f-62d7-4e0e-a0d2-95fae0baccd9,segment=NetworkSegment(7aeeb3b0-574f-4089-913b-d3b2f55bf97b),segment_id=7aeeb3b0-574f-4089-913b-d3b2f55bf97b)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:00:07.886841 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-b99025b3-7b12-45a7-8ec1-ba26f3308a1a None None] Provisioning complete for port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:07.887154 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b99025b3-7b12-45a7-8ec1-ba26f3308a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:07.917511 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:07.931647 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-bdc763b4-a752-4801-98e9-be10433b015c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:08.006924 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=509b823f-62d7-4e0e-a0d2-95fae0baccd9,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:08.010644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:08.058862 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [None req-447b22eb-a4f5-4f61-936d-426b79eecc8a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:00:08.059827 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-447b22eb-a4f5-4f61-936d-426b79eecc8a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3812206
Dec 14 10:00:09.609978 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 509b823f-62d7-4e0e-a0d2-95fae0baccd9 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:00:09.676944 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:09.677318 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:10.654565 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54624) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:11.011583 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '33ae570099194175844e8f0af281deb7'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:00:11.016600 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:00:11.020471 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Usage tracker for resource:router and tenant:33ae570099194175844e8f0af281deb7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:00:11.024018 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:00:11.029553 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:00:11.039514 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:11.041171 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:11.062959 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:11.173166 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:11.191973 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:11.193124 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-315c470a-7e09-485c-82d7-c987afbfc408 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5376000
Dec 14 10:00:13.536716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54634) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:13.891496 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [None req-ff91692e-57eb-4861-83ce-df268a461032 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:00:13.893165 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ff91692e-57eb-4861-83ce-df268a461032 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3548260
Dec 14 10:00:14.399484 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c91f2d7f-efa4-47d0-a9ac-d5ab896271cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.253767 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54644) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:16.626040 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:00:16.631992 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:00:16.635818 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Usage tracker for resource:network and tenant:08e51d1effd14e8ab85dad744a0b6f4e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:00:16.638934 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:00:16.646035 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:00:16.657803 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Made reservation on behalf of 08e51d1effd14e8ab85dad744a0b6f4e for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:00:16.662148 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.674838 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.689696 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:00:16.694199 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Usage tracker for resource:security_group_rule and tenant:08e51d1effd14e8ab85dad744a0b6f4e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:00:16.697035 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:00:16.703881 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:00:16.796154 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7da652fe-33c6-4959-9d35-4c8593b1f80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.811997 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.816477 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.821525 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:16.837587 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Reserving flat network on physical network physnet1 {{(pid=86849) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 14 10:00:16.862032 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.862391 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Added segment f8694f69-7923-4e24-8f9c-471ca59c3403 of type flat for network f545a049-6cf8-4c9d-bcd6-490607b3a6e9
Dec 14 10:00:16.867837 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2f3e3-7cff-45e0-ae01-f478c1416efb,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:16.872605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:16.907270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.949520 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.950819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:00:16.951384 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:16.954785 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:17.092289 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8372219
Dec 14 10:00:17.093335 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Pushing event updated for resources: {'Network': ['ID=f545a049-6cf8-4c9d-bcd6-490607b3a6e9,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:17.108767 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:17.121165 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:00:17.718284 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:17.882481 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:19.116479 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:19.482807 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54664) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:19.693821 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb3c1c-0a45-425d-9bea-e37df848610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:00:19.695183 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3bcb3c1c-0a45-425d-9bea-e37df848610b admin admin] 10.222.0.20 "GET /v2.0/subnets/fdf95e5a-8682-41e3-a938-8a11bb313343 HTTP/1.1" status: 200  len: 849 time: 0.2113938
Dec 14 10:00:19.835066 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-10bd49ac-56d1-4272-ae6f-3731cb5aa1a4 admin admin] 10.222.0.20 "GET /v2.0/routers/e02c7922-672b-41ce-afb3-253ae4e7c765 HTTP/1.1" status: 200  len: 704 time: 0.1344459
Dec 14 10:00:20.292019 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:20.520521 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Allocated IP 172.20.0.1 (18910f5c-dff8-413e-93bf-b13fdf800370/fdf95e5a-8682-41e3-a938-8a11bb313343/6a21ccdd-91fb-4ebb-9e58-63914e95f934) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:00:20.676214 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:20.693841 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Transition to ACTIVE for port object 6a21ccdd-91fb-4ebb-9e58-63914e95f934 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:00:20.746813 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:20.751237 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:20.814218 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Network 18910f5c-dff8-413e-93bf-b13fdf800370 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:00:20.816672 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:00:20.819898 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:00:20.820429 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:21.000141 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Pushing event updated for resources: {'Port': ['ID=6a21ccdd-91fb-4ebb-9e58-63914e95f934,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:21.011699 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:21.063325 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-0e684fcb-922f-4db4-a6ff-c22eb6f39082 None None] Provisioning for port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:00:21.068586 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-0e684fcb-922f-4db4-a6ff-c22eb6f39082 None None] Provisioning complete for port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:21.068979 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0e684fcb-922f-4db4-a6ff-c22eb6f39082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:21.119968 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-0e684fcb-922f-4db4-a6ff-c22eb6f39082 None None] Port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:00:21.137078 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:21.358815 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:21.363073 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:21.364176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:21.368027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:21.495674 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Pushing event updated for resources: {'Port': ['ID=6a21ccdd-91fb-4ebb-9e58-63914e95f934,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:21.499460 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:21.567635 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Network 18910f5c-dff8-413e-93bf-b13fdf800370 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:00:21.568689 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:00:21.740850 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-0be9fdb2-2358-4dff-9245-3e33c3a66361 None None] Provisioning complete for port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:21.741225 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0be9fdb2-2358-4dff-9245-3e33c3a66361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:21.757035 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Router e02c7922-672b-41ce-afb3-253ae4e7c765 is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:00:21.797190 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-0be9fdb2-2358-4dff-9245-3e33c3a66361 None None] Port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:00:21.908964 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:00:21.917690 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] 10.222.0.20 "PUT /v2.0/routers/e02c7922-672b-41ce-afb3-253ae4e7c765/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0777545
Dec 14 10:00:21.918759 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Sync routers for ids ['e02c7922-672b-41ce-afb3-253ae4e7c765'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:00:21.929780 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Routers {'e02c7922-672b-41ce-afb3-253ae4e7c765'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:00:21.930666 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2df354c0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:00:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['e02c7922-672b-41ce-afb3-253ae4e7c765'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:22.109303 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Set router e02c7922-672b-41ce-afb3-253ae4e7c765 gateway port host: None {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:00:22.474053 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2df354c0>, [{'id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'name': 'router1', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:00:11Z', 'updated_at': '2021-12-14T10:00:21Z', 'revision_number': 2, 'project_id': '33ae570099194175844e8f0af281deb7', 'gw_port_host': None, '_interfaces': [{'id': '6a21ccdd-91fb-4ebb-9e58-63914e95f934', 'name': '', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'mac_address': 'fa:16:3e:32:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:20Z', 'updated_at': '2021-12-14T10:00:21Z', 'revision_number': 2, 'project_id': '33ae570099194175844e8f0af281deb7', 'subnets': [{'id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37f14386-9977-44b5-acb0-7e0043ba63ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:22.478815 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Checking router: e02c7922-672b-41ce-afb3-253ae4e7c765 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:00:22.479180 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Updating router e02c7922-672b-41ce-afb3-253ae4e7c765 port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:00:22.534368 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:22.906779 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:22.921447 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Transition to ACTIVE for port object 6a21ccdd-91fb-4ebb-9e58-63914e95f934 will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:00:22.927292 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:22.933594 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:23.118312 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Pushing event updated for resources: {'Port': ['ID=6a21ccdd-91fb-4ebb-9e58-63914e95f934,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:23.131708 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.131919 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.132236 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.132552 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.132862 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.133171 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.133475 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.133783 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.134201 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.134441 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.134708 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.135007 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Tracked resource versions report:
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]: pushed versions:
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]: {   'AddressGroup': {'1.2'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'ConntrackHelper': {'1.0'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Log': {'1.0'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Network': {'1.1'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Port': {'1.7'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'PortForwarding': {'1.2'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'QosPolicy': {'1.8'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'SecurityGroup': {'1.4'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'SecurityGroupRule': {'1.2'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'SubPort': {'1.0'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Subnet': {'1.1'},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Trunk': {'1.1'}}
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]: consumer versions:
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'ConntrackHelper': '1.0',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Log': '1.0',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Network': '1.1',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Port': '1.7',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'PortForwarding': '1.2',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'QosPolicy': '1.8',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'SecurityGroup': '1.4',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'SecurityGroupRule': '1.2',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'SubPort': '1.0',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Subnet': '1.1',
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Trunk': '1.1'}}
Dec 14 10:00:23.136118 dv-cinder-818885-1-iscsi neutron-server[86852]:  {{(pid=86852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 10:00:23.139641 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:23.196309 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Attempting to bind port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:00:23.196703 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Attempting to bind port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:00:23.197124 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Attempting to bind port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 on network 18910f5c-dff8-413e-93bf-b13fdf800370 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:00:23.202266 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:00:23.202661 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Checking segment: {'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:00:23.203168 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:23.203548 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Bound using segment: {'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:00:23.204014 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Bound port: 6a21ccdd-91fb-4ebb-9e58-63914e95f934, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeeb3b0-574f-4089-913b-d3b2f55bf97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:00:23.204420 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:23.293627 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] For port 6a21ccdd-91fb-4ebb-9e58-63914e95f934, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:00:23.297529 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] For port 6a21ccdd-91fb-4ebb-9e58-63914e95f934, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=6a21ccdd-91fb-4ebb-9e58-63914e95f934,segment=NetworkSegment(7aeeb3b0-574f-4089-913b-d3b2f55bf97b),segment_id=7aeeb3b0-574f-4089-913b-d3b2f55bf97b)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:00:23.302663 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:23.306420 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:23.379946 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Routers {'e02c7922-672b-41ce-afb3-253ae4e7c765'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:00:23.380566 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2df354c0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:00:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['e02c7922-672b-41ce-afb3-253ae4e7c765'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:23.509815 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Pushing event updated for resources: {'Port': ['ID=6a21ccdd-91fb-4ebb-9e58-63914e95f934,revision_number=4']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:23.513308 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:23.552373 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] Set router e02c7922-672b-41ce-afb3-253ae4e7c765 gateway port host: None {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:00:23.870761 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2df354c0>, [{'id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'name': 'router1', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:00:11Z', 'updated_at': '2021-12-14T10:00:21Z', 'revision_number': 2, 'project_id': '33ae570099194175844e8f0af281deb7', 'gw_port_host': None, '_interfaces': [{'id': '6a21ccdd-91fb-4ebb-9e58-63914e95f934', 'name': '', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'mac_address': 'fa:16:3e:32:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:20Z', 'updated_at': '2021-12-14T10:00:23Z', 'revision_number': 4, 'project_id': '33ae570099194175844e8f0af281deb7', 'subnets': [{'id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37f14386-9977-44b5-acb0-7e0043ba63ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:23.874760 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0cf11-314a-48c9-8fdc-81d77dcbc339 None None] The sync data for ids ['e02c7922-672b-41ce-afb3-253ae4e7c765'] in dv-cinder-818885-1-iscsi is: [{'id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'name': 'router1', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:00:11Z', 'updated_at': '2021-12-14T10:00:21Z', 'revision_number': 2, 'project_id': '33ae570099194175844e8f0af281deb7', 'gw_port_host': None, '_interfaces': [{'id': '6a21ccdd-91fb-4ebb-9e58-63914e95f934', 'name': '', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'mac_address': 'fa:16:3e:32:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:20Z', 'updated_at': '2021-12-14T10:00:23Z', 'revision_number': 4, 'project_id': '33ae570099194175844e8f0af281deb7', 'subnets': [{'id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37f14386-9977-44b5-acb0-7e0043ba63ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:00:24.125760 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54686) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:24.279000 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc284265-2941-4c48-a0e1-08116f445fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:00:24.279561 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-fc284265-2941-4c48-a0e1-08116f445fb2 admin admin] Synchronizing usage tracker for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:00:24.299112 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-fc284265-2941-4c48-a0e1-08116f445fb2 admin admin] Unset dirty status for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:00:24.300267 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fc284265-2941-4c48-a0e1-08116f445fb2 admin admin] 10.222.0.20 "GET /v2.0/networks/f545a049-6cf8-4c9d-bcd6-490607b3a6e9 HTTP/1.1" status: 200  len: 842 time: 0.1728766
Dec 14 10:00:24.309628 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'cidr': '172.27.2.0/24'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:00:24.314927 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:00:24.318668 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Usage tracker for resource:subnet and tenant:08e51d1effd14e8ab85dad744a0b6f4e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:00:24.321485 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:00:24.327518 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:00:24.338641 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Made reservation on behalf of 08e51d1effd14e8ab85dad744a0b6f4e for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:00:24.341352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:24.789982 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.objects.ports [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 14 10:00:24.790457 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:24.794199 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:24.862834 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Pushing event updated for resources: {'Subnet': ['ID=405f7d21-f752-4d89-ad0a-50a9205c5889,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:24.865926 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:24.872906 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:00:24.873264 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Network hostable DHCP agents. Network: f545a049-6cf8-4c9d-bcd6-490607b3a6e9, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:00:24.894577 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:00:24.904790 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, f545a049-6cf8-4c9d-bcd6-490607b3a6e9) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:00:24.909081 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:00:24.909661 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:24.914321 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557e59c-f3a0-4bf8-b1c1-60d6d39ed4ae None None] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:00:24.933317 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6270945
Dec 14 10:00:25.145836 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3592a-52ff-4463-8f45-b0bbd3ec3c36 None None] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:00:25.637801 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 6a21ccdd-91fb-4ebb-9e58-63914e95f934 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:00:25.709375 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:00:25.714489 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:25.714862 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:25.832004 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:25.865681 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 6a21ccdd-91fb-4ebb-9e58-63914e95f934, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=6a21ccdd-91fb-4ebb-9e58-63914e95f934,segment=NetworkSegment(7aeeb3b0-574f-4089-913b-d3b2f55bf97b),segment_id=7aeeb3b0-574f-4089-913b-d3b2f55bf97b)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:00:25.871655 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:25.874135 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:25.938509 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=6a21ccdd-91fb-4ebb-9e58-63914e95f934,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:25.941580 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:27.169832 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54700) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:27.360184 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-29d51e18-2052-4cb3-b74d-0e5063aae37c admin admin] 10.222.0.20 "GET /v2.0/routers/e02c7922-672b-41ce-afb3-253ae4e7c765 HTTP/1.1" status: 200  len: 710 time: 0.1891313
Dec 14 10:00:27.484244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d45300-f127-4eef-826b-e7280aac382b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:00:27.486112 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e0d45300-f127-4eef-826b-e7280aac382b admin admin] 10.222.0.20 "GET /v2.0/networks/f545a049-6cf8-4c9d-bcd6-490607b3a6e9 HTTP/1.1" status: 200  len: 886 time: 0.1204400
Dec 14 10:00:27.494425 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:00:27.619232 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 6a21ccdd-91fb-4ebb-9e58-63914e95f934 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:00:27.684749 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:27.685112 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:27.927328 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:28.318590 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:28.372409 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:28.503662 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Allocated IP 172.27.2.50 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/fc732349-b423-4fe3-94d6-b83d48d507d6) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:00:28.644858 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:28.673772 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:28.678333 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:28.734606 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:00:28.737387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:00:28.740773 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:00:28.860686 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Pushing event updated for resources: {'Port': ['ID=fc732349-b423-4fe3-94d6-b83d48d507d6,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:28.871568 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:29.120294 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:29.449161 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:29.452401 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-633859'] for router, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:29.694593 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Router e02c7922-672b-41ce-afb3-253ae4e7c765 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:00:29.870027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:00:29.880233 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:29.880708 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Sync routers for ids ['e02c7922-672b-41ce-afb3-253ae4e7c765'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:00:29.881615 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] 10.222.0.20 "PUT /v2.0/routers/e02c7922-672b-41ce-afb3-253ae4e7c765 HTTP/1.1" status: 200  len: 889 time: 2.3901863
Dec 14 10:00:29.891232 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Routers {'e02c7922-672b-41ce-afb3-253ae4e7c765'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:00:29.891965 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2ccedf40>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:00:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['e02c7922-672b-41ce-afb3-253ae4e7c765'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:30.087669 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Set router e02c7922-672b-41ce-afb3-253ae4e7c765 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:00:30.431864 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2ccedf40>, [{'id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'name': 'router1', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fc732349-b423-4fe3-94d6-b83d48d507d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:00:11Z', 'updated_at': '2021-12-14T10:00:28Z', 'revision_number': 4, 'project_id': '33ae570099194175844e8f0af281deb7', 'gw_port': {'id': 'fc732349-b423-4fe3-94d6-b83d48d507d6', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:28Z', 'updated_at': '2021-12-14T10:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '6a21ccdd-91fb-4ebb-9e58-63914e95f934', 'name': '', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'mac_address': 'fa:16:3e:32:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:20Z', 'updated_at': '2021-12-14T10:00:25Z', 'revision_number': 5, 'project_id': '33ae570099194175844e8f0af281deb7', 'subnets': [{'id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37f14386-9977-44b5-acb0-7e0043ba63ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:30.436729 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Checking router: e02c7922-672b-41ce-afb3-253ae4e7c765 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:00:30.437083 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Updating router e02c7922-672b-41ce-afb3-253ae4e7c765 port fc732349-b423-4fe3-94d6-b83d48d507d6 binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:00:30.489890 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:30.842405 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:30.853661 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Transition to ACTIVE for port object fc732349-b423-4fe3-94d6-b83d48d507d6 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:00:30.860341 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:30.864366 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:30.937225 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Attempting to bind port fc732349-b423-4fe3-94d6-b83d48d507d6 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:00:30.937831 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Attempting to bind port fc732349-b423-4fe3-94d6-b83d48d507d6 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:00:30.937949 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Attempting to bind port fc732349-b423-4fe3-94d6-b83d48d507d6 on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:00:30.942751 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ce2db-9810-4969-9815-3f2973119e1c None None] Pushing event updated for resources: {'Port': ['ID=fc732349-b423-4fe3-94d6-b83d48d507d6,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:30.946374 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-620ce2db-9810-4969-9815-3f2973119e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:30.953839 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:00:30.954909 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:00:30.955241 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:30.955627 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:00:30.956095 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Bound port: fc732349-b423-4fe3-94d6-b83d48d507d6, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:00:30.956483 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:31.030545 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] For port fc732349-b423-4fe3-94d6-b83d48d507d6, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:00:31.033708 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] For port fc732349-b423-4fe3-94d6-b83d48d507d6, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=fc732349-b423-4fe3-94d6-b83d48d507d6,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:00:31.038755 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:31.042898 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:31.118294 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Routers {'e02c7922-672b-41ce-afb3-253ae4e7c765'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:00:31.118910 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2ccedf40>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:00:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['e02c7922-672b-41ce-afb3-253ae4e7c765'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:31.175804 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ce2db-9810-4969-9815-3f2973119e1c None None] Pushing event updated for resources: {'Port': ['ID=fc732349-b423-4fe3-94d6-b83d48d507d6,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:31.186001 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-620ce2db-9810-4969-9815-3f2973119e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:31.304742 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] Set router e02c7922-672b-41ce-afb3-253ae4e7c765 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:00:31.630662 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2ccedf40>, [{'id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'name': 'router1', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fc732349-b423-4fe3-94d6-b83d48d507d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:00:11Z', 'updated_at': '2021-12-14T10:00:28Z', 'revision_number': 4, 'project_id': '33ae570099194175844e8f0af281deb7', 'gw_port': {'id': 'fc732349-b423-4fe3-94d6-b83d48d507d6', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:28Z', 'updated_at': '2021-12-14T10:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '6a21ccdd-91fb-4ebb-9e58-63914e95f934', 'name': '', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'mac_address': 'fa:16:3e:32:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:20Z', 'updated_at': '2021-12-14T10:00:25Z', 'revision_number': 5, 'project_id': '33ae570099194175844e8f0af281deb7', 'subnets': [{'id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37f14386-9977-44b5-acb0-7e0043ba63ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:00:31.634547 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9aee4-dc2e-4fff-8d34-975d4c7249c6 None None] The sync data for ids ['e02c7922-672b-41ce-afb3-253ae4e7c765'] in dv-cinder-818885-1-iscsi is: [{'id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'name': 'router1', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fc732349-b423-4fe3-94d6-b83d48d507d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:00:11Z', 'updated_at': '2021-12-14T10:00:28Z', 'revision_number': 4, 'project_id': '33ae570099194175844e8f0af281deb7', 'gw_port': {'id': 'fc732349-b423-4fe3-94d6-b83d48d507d6', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:28Z', 'updated_at': '2021-12-14T10:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '6a21ccdd-91fb-4ebb-9e58-63914e95f934', 'name': '', 'network_id': '18910f5c-dff8-413e-93bf-b13fdf800370', 'tenant_id': '33ae570099194175844e8f0af281deb7', 'mac_address': 'fa:16:3e:32:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02c7922-672b-41ce-afb3-253ae4e7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:00:20Z', 'updated_at': '2021-12-14T10:00:25Z', 'revision_number': 5, 'project_id': '33ae570099194175844e8f0af281deb7', 'subnets': [{'id': 'fdf95e5a-8682-41e3-a938-8a11bb313343', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37f14386-9977-44b5-acb0-7e0043ba63ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:00:32.241974 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 54710) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:00:32.357792 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d94b6018-f698-478c-b5ca-d536982fd996 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1123531
Dec 14 10:00:33.659973 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device fc732349-b423-4fe3-94d6-b83d48d507d6 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:00:33.727402 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port fc732349-b423-4fe3-94d6-b83d48d507d6 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:00:33.732139 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port fc732349-b423-4fe3-94d6-b83d48d507d6 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:33.732517 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:33.848802 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:33.866005 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port fc732349-b423-4fe3-94d6-b83d48d507d6, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=fc732349-b423-4fe3-94d6-b83d48d507d6,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:00:33.869876 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:33.871985 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:00:33.938461 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=fc732349-b423-4fe3-94d6-b83d48d507d6,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:00:33.941858 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:00:35.634875 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device fc732349-b423-4fe3-94d6-b83d48d507d6 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:00:35.719746 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port fc732349-b423-4fe3-94d6-b83d48d507d6 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:00:35.721251 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:37.674554 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:00:44.403036 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-699164f5-9ce0-4b02-b36f-88c80764fef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:46.799107 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d9ee7bd8-8b70-48b8-a00f-c4692c624419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:47.725128 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:47.884537 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:00:49.133467 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:14.405200 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e47d2c67-f8ae-49a5-81b2-0b65919dfc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:14.676467 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:01:16.804872 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3dbb77d1-5f57-4df3-81bb-20a6a0ab5372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:17.726503 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:17.887676 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:19.144770 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:44.436809 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e9645cc5-9b14-414a-839b-53a38b4f1145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:46.801043 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-daa6695c-b4dd-4229-bdb2-965ed4563997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:47.731078 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:47.890120 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:49.142561 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:01:51.675394 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:02:14.408819 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d1e59723-2422-458b-b212-9357dc97b871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:16.796997 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d6e52575-48c9-4ad3-bf2d-48057ee58873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:17.732162 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:17.885858 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:19.147628 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:28.674423 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:02:33.732966 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55280) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:33.799255 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.pecan_wsgi.hooks.translation [None req-703a388b-8fb1-469c-885d-c703b0d7a89b admin admin] GET failed (client error): The resource could not be found.
Dec 14 10:02:33.801028 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-703a388b-8fb1-469c-885d-c703b0d7a89b admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0671315
Dec 14 10:02:33.933444 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051640d1-aa9d-4c4f-835f-2025c8d870bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:33.934929 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-051640d1-aa9d-4c4f-835f-2025c8d870bf admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1300552
Dec 14 10:02:36.067861 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55290) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:36.175789 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e8ad6-742e-482c-b156-1f9326e7b765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:36.176338 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a32e8ad6-742e-482c-b156-1f9326e7b765 admin admin] Synchronizing usage tracker for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:subnet {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:02:36.192155 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a32e8ad6-742e-482c-b156-1f9326e7b765 admin admin] Unset dirty status for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:subnet {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:02:36.193298 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a32e8ad6-742e-482c-b156-1f9326e7b765 admin admin] 10.222.0.20 "GET /v2.0/subnets/fdf95e5a-8682-41e3-a938-8a11bb313343 HTTP/1.1" status: 200  len: 849 time: 0.1245086
Dec 14 10:02:36.202522 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:02:36.318285 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:36.502000 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756950443852'] for subnet, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:36.506294 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:02:36.547727 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:36.548888 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:36.549622 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] 10.222.0.20 "PUT /v2.0/subnets/fdf95e5a-8682-41e3-a938-8a11bb313343 HTTP/1.1" status: 200  len: 868 time: 0.3507168
Dec 14 10:02:36.558131 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96919a5-28b7-4700-a57d-d6a1e5466880 None None] Network 18910f5c-dff8-413e-93bf-b13fdf800370 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:02:36.574508 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf95e5a-8682-41e3-a938-8a11bb313343,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:02:36.582937 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.583343 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.583683 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.584016 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.584341 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.584684 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.585011 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.585325 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.585644 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.585993 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.586304 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.586618 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:02:36.593908 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:02:37.049058 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-78648422-88a9-4eb7-8a8c-39158a6da276 None None] Provisioning complete for port 6a21ccdd-91fb-4ebb-9e58-63914e95f934 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:02:37.050321 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-78648422-88a9-4eb7-8a8c-39158a6da276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:37.178724 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-78648422-88a9-4eb7-8a8c-39158a6da276 None None] Provisioning complete for port 509b823f-62d7-4e0e-a0d2-95fae0baccd9 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:02:37.179094 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-78648422-88a9-4eb7-8a8c-39158a6da276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:38.677793 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55300) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:38.850728 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c27c7-f566-425f-a6f6-0212b29aed95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:38.851209 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c27c7-f566-425f-a6f6-0212b29aed95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:38.852728 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-629c27c7-f566-425f-a6f6-0212b29aed95 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1739156
Dec 14 10:02:40.976830 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55310) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:41.150626 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721fcc5-4177-4389-be68-f0a5050c060b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:41.151103 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721fcc5-4177-4389-be68-f0a5050c060b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:41.152596 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1721fcc5-4177-4389-be68-f0a5050c060b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1748288
Dec 14 10:02:43.277405 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55320) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:43.447295 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a0ad14-72e6-4b95-b2cd-d09bbe8ac2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:43.448628 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a1a0ad14-72e6-4b95-b2cd-d09bbe8ac2f5 admin admin] 10.222.0.20 "GET /v2.0/networks/18910f5c-dff8-413e-93bf-b13fdf800370 HTTP/1.1" status: 200  len: 869 time: 0.1702576
Dec 14 10:02:44.412133 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-dd225130-b83e-4191-8a89-10d9f3ef26ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:45.586183 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55330) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:45.756578 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d420a-21f1-4894-81fc-a3f87a3cca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:45.757919 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-cc9d420a-21f1-4894-81fc-a3f87a3cca23 admin admin] 10.222.0.20 "GET /v2.0/networks/f545a049-6cf8-4c9d-bcd6-490607b3a6e9 HTTP/1.1" status: 200  len: 886 time: 0.1708055
Dec 14 10:02:46.799484 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f90b2d29-0db2-4122-a5e9-71801d45f638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:47.735816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:47.887604 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:47.888253 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55340) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:48.039989 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d90822-a043-4e6d-b423-11251afea800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:48.040434 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d90822-a043-4e6d-b423-11251afea800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:48.041944 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-68d90822-a043-4e6d-b423-11251afea800 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1520147
Dec 14 10:02:49.151593 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:02:50.167607 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55350) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:50.272786 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0259b5-23d5-4514-ba0f-6b11027eedb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:50.273241 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0259b5-23d5-4514-ba0f-6b11027eedb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:50.275034 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4e0259b5-23d5-4514-ba0f-6b11027eedb6 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1065063
Dec 14 10:02:52.386188 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55360) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:52.489066 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bff0ea-bb21-4600-a807-a52cbfcfca52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:52.501981 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e8bff0ea-bb21-4600-a807-a52cbfcfca52 admin admin] 10.222.0.20 "GET /v2.0/subnets/405f7d21-f752-4d89-ad0a-50a9205c5889 HTTP/1.1" status: 200  len: 816 time: 0.1032634
Dec 14 10:02:54.590058 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55370) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:02:54.702143 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78efab03-ba3e-4d05-a7f3-bbda15410ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:02:54.703427 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-78efab03-ba3e-4d05-a7f3-bbda15410ab4 admin admin] 10.222.0.20 "GET /v2.0/subnets/fdf95e5a-8682-41e3-a938-8a11bb313343 HTTP/1.1" status: 200  len: 868 time: 0.1124418
Dec 14 10:03:05.672638 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:03:14.413773 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-213d2649-aa91-40fe-b175-dbe7f1e79fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:16.802650 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5dec9e17-4edf-4cd9-89c8-d58b623ffdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:17.739097 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:17.760302 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55414) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:03:17.811356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [None req-d83f9dc7-5a98-4d5e-9b61-61256844054b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:03:17.812357 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d83f9dc7-5a98-4d5e-9b61-61256844054b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0511844
Dec 14 10:03:17.890679 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:19.154816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:20.004611 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55424) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:03:20.070905 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.pecan_wsgi.hooks.translation [None req-52422d40-8b36-4447-85d2-19142fa35520 admin admin] GET failed (client error): The resource could not be found.
Dec 14 10:03:20.072132 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-52422d40-8b36-4447-85d2-19142fa35520 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0666132
Dec 14 10:03:20.198610 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652edb1-eab8-499b-a0be-6a7ac3d23683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:03:20.199962 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b652edb1-eab8-499b-a0be-6a7ac3d23683 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1238933
Dec 14 10:03:22.363541 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55434) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:03:22.410252 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:03:22.414711 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:03:22.424627 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:03:22.434044 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Made reservation on behalf of 08e51d1effd14e8ab85dad744a0b6f4e for: {'network': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:03:22.436230 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:22.539746 dv-cinder-818885-1-iscsi neutron-server[86850]: WARNING neutron.services.revisions.revision_plugin [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6e2dfce820] {project_id='08e51d1effd14e8ab85dad744a0b6f4e', id='83e89491-b876-42f1-ba33-146df8498fa5', target_tenant='*', action='access_as_shared', object_id='5c670f0c-9d01-40f4-9f01-06b170839d01'}> to bump revision.
Dec 14 10:03:22.553726 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'}  {{(pid=86850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:03:22.564550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756950336925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:22.565107 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6e2ea059d0> segment precommit_create {{(pid=86850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 14 10:03:22.565535 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.segments_db [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Added segment 18cd27bd-114b-466d-a35a-68939ff722f2 of type vlan for network 5c670f0c-9d01-40f4-9f01-06b170839d01
Dec 14 10:03:22.604058 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:22.638088 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:22.639327 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:03:22.639901 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:22.645014 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:03:22.740052 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Pushing event updated for resources: {'Network': ['ID=5c670f0c-9d01-40f4-9f01-06b170839d01,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:03:22.744031 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3794990
Dec 14 10:03:22.747836 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.748171 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.748493 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.748812 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.749125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.749439 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.749749 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.750086 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.750395 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.750703 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.751009 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.751367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:22.755502 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:03:22.764550 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 5c670f0c-9d01-40f4-9f01-06b170839d01 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:03:24.893552 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55444) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:03:24.959086 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ee4fb0-c7d9-483c-afbe-47f2ee28c5f7 admin admin] GET failed (client error): The resource could not be found.
Dec 14 10:03:24.959598 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-07ee4fb0-c7d9-483c-afbe-47f2ee28c5f7 admin admin] Synchronizing usage tracker for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:network {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:03:24.974755 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-07ee4fb0-c7d9-483c-afbe-47f2ee28c5f7 admin admin] Unset dirty status for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:network {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:03:24.975855 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-07ee4fb0-c7d9-483c-afbe-47f2ee28c5f7 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0813413
Dec 14 10:03:25.082143 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4046f-d474-4139-a807-1733d17b33cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:03:25.083475 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-acc4046f-d474-4139-a807-1733d17b33cb admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1036613
Dec 14 10:03:25.092831 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:03:25.097440 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:03:25.106675 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:03:25.115958 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Made reservation on behalf of 08e51d1effd14e8ab85dad744a0b6f4e for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:03:25.118320 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:25.312508 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:25.316916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9169c57f-8b70-401f-9344-95bbd195ebf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:03:25.386550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e61290-7f6b-4a53-883b-7e93bf5ad613,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:03:25.389318 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:03:25.395979 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Checking segment: {'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:03:25.396359 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Network hostable DHCP agents. Network: 5c670f0c-9d01-40f4-9f01-06b170839d01, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:03:25.415328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Network 5c670f0c-9d01-40f4-9f01-06b170839d01 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:03:25.423824 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 5c670f0c-9d01-40f4-9f01-06b170839d01) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:03:25.428416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:03:25.429459 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:25.432532 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cb759-f087-4072-85bb-b0cdabc3e0f6 None None] Network 5c670f0c-9d01-40f4-9f01-06b170839d01 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:03:25.453596 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3640099
Dec 14 10:03:25.651752 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-5c670f0c-9d01-40f4-9f01-06b170839d01', 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01', 'tenant_id': '08e51d1effd14e8ab85dad744a0b6f4e', 'fixed_ips': [{'subnet_id': '73e61290-7f6b-4a53-883b-7e93bf5ad613'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:03:25.652616 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:25.810841 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Allocated IP 192.168.233.2 (5c670f0c-9d01-40f4-9f01-06b170839d01/73e61290-7f6b-4a53-883b-7e93bf5ad613/c6bb187e-5ef6-4720-951d-bda2966a8a99) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:03:26.019073 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:26.030853 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Transition to ACTIVE for port object c6bb187e-5ef6-4720-951d-bda2966a8a99 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:03:26.051193 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Transition to ACTIVE for port object c6bb187e-5ef6-4720-951d-bda2966a8a99 will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:03:26.057949 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:26.091149 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:03:26.157305 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Network 5c670f0c-9d01-40f4-9f01-06b170839d01 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:03:26.161236 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:03:26.163122 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Pushing event updated for resources: {'Port': ['ID=c6bb187e-5ef6-4720-951d-bda2966a8a99,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:03:26.165367 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:03:26.174641 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.174985 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.175319 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.175647 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.175971 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.176300 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.176616 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.176935 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.177284 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.177600 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.177916 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.178254 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:03:26.204994 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:03:26.265194 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Attempting to bind port c6bb187e-5ef6-4720-951d-bda2966a8a99 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:03:26.265564 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Attempting to bind port c6bb187e-5ef6-4720-951d-bda2966a8a99 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:03:26.265930 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Attempting to bind port c6bb187e-5ef6-4720-951d-bda2966a8a99 on network 5c670f0c-9d01-40f4-9f01-06b170839d01 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:03:26.271820 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:03:26.272138 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Checking segment: {'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:03:26.272539 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:26.272934 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Bound using segment: {'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:03:26.274238 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Bound port: c6bb187e-5ef6-4720-951d-bda2966a8a99, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:03:26.274238 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:26.363633 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] For port c6bb187e-5ef6-4720-951d-bda2966a8a99, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:03:26.366601 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] For port c6bb187e-5ef6-4720-951d-bda2966a8a99, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=c6bb187e-5ef6-4720-951d-bda2966a8a99,segment=NetworkSegment(18cd27bd-114b-466d-a35a-68939ff722f2),segment_id=18cd27bd-114b-466d-a35a-68939ff722f2)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:03:26.372303 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:26.376116 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:03:26.451166 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Pushing event updated for resources: {'Port': ['ID=c6bb187e-5ef6-4720-951d-bda2966a8a99,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:03:26.454175 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:03:27.322986 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211dfd6e-2766-4221-88b1-096542935811 None None] Network 5c670f0c-9d01-40f4-9f01-06b170839d01 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:03:27.415967 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-2876803c-18eb-4f6c-b032-8063ef83a47f None None] Provisioning for port c6bb187e-5ef6-4720-951d-bda2966a8a99 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:03:27.751908 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device c6bb187e-5ef6-4720-951d-bda2966a8a99 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:03:27.823511 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port c6bb187e-5ef6-4720-951d-bda2966a8a99 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:03:27.828573 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port c6bb187e-5ef6-4720-951d-bda2966a8a99 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:03:27.828983 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:27.950761 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:27.984695 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port c6bb187e-5ef6-4720-951d-bda2966a8a99, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=c6bb187e-5ef6-4720-951d-bda2966a8a99,segment=NetworkSegment(18cd27bd-114b-466d-a35a-68939ff722f2),segment_id=18cd27bd-114b-466d-a35a-68939ff722f2)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:03:27.988324 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:27.990369 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:03:28.057413 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=c6bb187e-5ef6-4720-951d-bda2966a8a99,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:03:28.060429 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:03:29.711518 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device c6bb187e-5ef6-4720-951d-bda2966a8a99 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:03:29.783466 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port c6bb187e-5ef6-4720-951d-bda2966a8a99 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:03:29.783841 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:42.671336 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:03:44.417331 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3e78-1144-4f9b-9bb0-53411599d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:46.804615 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6061c7fa-85e8-4849-baa9-216808d9ab2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:47.740897 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:47.894351 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:03:49.158789 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:14.420299 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b3be1788-6398-4eac-89db-a610929464be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:16.806441 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-806884ac-0e8f-427c-8ae1-45d3a8262b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:17.743563 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:17.895962 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:19.160528 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:19.669716 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:04:41.211183 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55494) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:04:41.217178 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [None req-d5764c70-4b0f-4cf4-98da-6cd0566a33ae tempest-verify_tempest_config-406017703 tempest-verify_tempest_config-406017703-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:04:41.218153 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d5764c70-4b0f-4cf4-98da-6cd0566a33ae tempest-verify_tempest_config-406017703 tempest-verify_tempest_config-406017703-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059454
Dec 14 10:04:41.515914 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55512) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:04:41.627686 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:41.641287 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:04:41.645562 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:17938aad09634a0489a7c095bc61dc4f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:04:41.648340 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:04:41.654233 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:04:41.738472 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:41.742161 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:41.750536 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:04:41.787449 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Synchronizing usage tracker for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:04:41.790630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313f23cc-5ec8-4351-8a65-aa3f418b0961,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:04:41.800398 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.800755 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.801085 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.801406 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.801730 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.802088 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.802405 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.802716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.803027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.803330 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.803635 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.803939 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:04:41.808576 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:04:41.817098 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Unset dirty status for tenant:08e51d1effd14e8ab85dad744a0b6f4e on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:04:41.818238 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17938aad09634a0489a7c095bc61dc4f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3008482
Dec 14 10:04:41.820896 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55518) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:04:41.876605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:41.903909 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:41.995870 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:41.999605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:04:42.010327 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f23cc-5ec8-4351-8a65-aa3f418b0961,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:04:42.014049 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:04:42.018341 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:42.018341 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/313f23cc-5ec8-4351-8a65-aa3f418b0961 HTTP/1.1" status: 204  len: 168 time: 0.1963875
Dec 14 10:04:44.422531 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-9273778d-b7a2-4a2c-83c2-1ea57f7fe00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:46.808851 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-609dca39-e083-4514-ba79-325408d4a836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:47.745090 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:47.897763 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:49.165668 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:04:56.667379 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:05:14.426782 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e94d-1d76-4883-bdf3-5dda5d60d6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:16.810607 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6aad6646-b425-4491-a3fb-7260a7fe39af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:17.747989 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:17.895176 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:19.166590 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:33.666172 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:05:44.429878 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-9d61167a-4e38-450a-8c8b-184da126bea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:46.812706 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-816f69d3-5f78-4733-bcd8-2e4157c96ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:47.752631 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:47.896292 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:05:49.169249 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:10.665607 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 5 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:06:12.828996 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556081'] for agent, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:14.431491 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-9caae54e-7cb7-46ac-9e57-418e15a7a3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:16.814321 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-430dfbb3-97f3-4d1c-8d97-7dc3b1ecf8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:17.754470 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:17.897553 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:19.172951 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:27.687735 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55590) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:06:27.797249 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0a5138e6-7aa4-4bd9-9946-8f1966865fe7 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1084237
Dec 14 10:06:30.008929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55600) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:06:30.074204 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-71dbb4bc-8a2b-49e9-bef4-9d2cbe1df382 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0641532
Dec 14 10:06:42.751274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:44.432963 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-01adc0d0-55bc-47e0-aedf-22af4a334d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:46.816363 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-591da667-7011-4f45-8b41-d18c177d8f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:47.665795 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:06:47.758324 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:47.898103 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:06:49.175846 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:12.768425 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:14.434529 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ef5f-3b77-4404-907e-34f2e9103e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:16.819347 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3c92793b-b43f-49c7-b659-98ed5b2e2844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:17.759561 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:17.899051 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:19.178960 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:24.665235 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:07:42.781215 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:44.435708 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e388a1d9-547a-420d-a2b6-4f7637073174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:46.822511 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe291-2d4b-4623-b3d4-7b0e015f07db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:47.761874 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:47.900643 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:07:49.181410 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:01.665456 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:08:07.140739 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55742) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:07.577003 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-942488379-network', 'tenant_id': '55d21e35946242e9b067686ed5f812ac'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:07.582186 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:07.587039 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Usage tracker for resource:network and tenant:55d21e35946242e9b067686ed5f812ac is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:07.590010 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:07.596373 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:07.606841 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Made reservation on behalf of 55d21e35946242e9b067686ed5f812ac for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:07.609198 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.629122 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.649036 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:07.653366 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Usage tracker for resource:security_group_rule and tenant:55d21e35946242e9b067686ed5f812ac is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:07.656301 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:07.663234 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:07.749382 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.754712 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.764130 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:07.795820 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:08:07.798063 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:07.809572 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.809923 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.810284 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.810613 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.810938 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.811276 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.811642 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.812143 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.812482 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.812966 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.813516 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.813681 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Tracked resource versions report:
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]: pushed versions:
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]: {   'AddressGroup': {'1.2'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'ConntrackHelper': {'1.0'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Log': {'1.0'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Network': {'1.1'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Port': {'1.7'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'PortForwarding': {'1.2'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'QosPolicy': {'1.8'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'SecurityGroup': {'1.4'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'SecurityGroupRule': {'1.2'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'SubPort': {'1.0'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Subnet': {'1.1'},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     'Trunk': {'1.1'}}
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]: consumer versions:
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     HyperV agent@hv-cinder-81888: {},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'ConntrackHelper': '1.0',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Log': '1.0',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Network': '1.1',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Port': '1.7',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'PortForwarding': '1.2',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'QosPolicy': '1.8',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'SecurityGroup': '1.4',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'SecurityGroupRule': '1.2',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'SubPort': '1.0',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Subnet': '1.1',
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:                                                      'Trunk': '1.1'}}
Dec 14 10:08:07.814676 dv-cinder-818885-1-iscsi neutron-server[86849]:  {{(pid=86849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 10:08:07.820759 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.821098 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Added segment caf5cfb8-6019-4ebe-b442-4995c21d7bce of type vlan for network fcd0582b-f091-4bb6-bfce-2519464100b0
Dec 14 10:08:07.848328 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.859526 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:07.882896 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.884223 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:07.884797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:07.896735 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:07.971091 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55798) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:07.971689 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8281221
Dec 14 10:08:07.976861 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Request body: {'subnet': {'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-942488379-subnet', 'tenant_id': '55d21e35946242e9b067686ed5f812ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:07.981550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:07.985367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Usage tracker for resource:subnet and tenant:55d21e35946242e9b067686ed5f812ac is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:07.989595 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:07.993866 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Pushing event updated for resources: {'Network': ['ID=fcd0582b-f091-4bb6-bfce-2519464100b0,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:07.995341 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:07.996638 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:08.005614 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network fcd0582b-f091-4bb6-bfce-2519464100b0 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:08:08.006802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Made reservation on behalf of 55d21e35946242e9b067686ed5f812ac for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:08.009536 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:08.233072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:08.237989 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:08.308267 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:08.319546 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.319886 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.320218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.320540 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.320859 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.321208 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.321517 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.321835 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.322180 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.322491 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.322841 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.323149 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Tracked resource versions report:
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]: pushed versions:
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]: {   'AddressGroup': {'1.2'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'ConntrackHelper': {'1.0'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Log': {'1.0'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Network': {'1.1'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Port': {'1.7'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'PortForwarding': {'1.2'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'QosPolicy': {'1.8'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'SecurityGroup': {'1.4'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'SecurityGroupRule': {'1.2'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'SubPort': {'1.0'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Subnet': {'1.1'},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     'Trunk': {'1.1'}}
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]: consumer versions:
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     HyperV agent@hv-cinder-81888: {},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'ConntrackHelper': '1.0',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Log': '1.0',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Network': '1.1',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Port': '1.7',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'PortForwarding': '1.2',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'QosPolicy': '1.8',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'SecurityGroup': '1.4',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'SecurityGroupRule': '1.2',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'SubPort': '1.0',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Subnet': '1.1',
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:                                                      'Trunk': '1.1'}}
Dec 14 10:08:08.324169 dv-cinder-818885-1-iscsi neutron-server[86850]:  {{(pid=86850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 10:08:08.328034 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:08.328706 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Checking segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:08.329058 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Network hostable DHCP agents. Network: fcd0582b-f091-4bb6-bfce-2519464100b0, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:08:08.348866 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Network fcd0582b-f091-4bb6-bfce-2519464100b0 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:08:08.361244 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, fcd0582b-f091-4bb6-bfce-2519464100b0) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:08.365546 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:08.366160 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:08.371159 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacec884-d548-4ebc-a2b5-fea623435665 None None] Network fcd0582b-f091-4bb6-bfce-2519464100b0 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:08.389865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55816) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:08.398565 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4262934
Dec 14 10:08:08.432409 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55824) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:08.594515 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26465d42-9e60-47a1-a367-96cde366c18f None None] Network fcd0582b-f091-4bb6-bfce-2519464100b0 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:08.726964 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55834) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:08.851942 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125446611-network', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:08.856480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:08.861044 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Usage tracker for resource:network and tenant:f5695583eab44670bb4a5057d81beb15 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:08.864763 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:08.871791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:08.886928 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Made reservation on behalf of f5695583eab44670bb4a5057d81beb15 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:08.889372 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:08.908932 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1058506261-network', 'tenant_id': 'c185d9933ced42d0b30077f0febbc3b7'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:08.912630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:08.930405 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:08.934650 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5695583eab44670bb4a5057d81beb15 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:08.937704 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:08.945077 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:08.947586 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:08.953708 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Usage tracker for resource:network and tenant:c185d9933ced42d0b30077f0febbc3b7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:08.958930 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:08.968960 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:09.054827 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.057016 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Made reservation on behalf of c185d9933ced42d0b30077f0febbc3b7 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:09.059710 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.073144 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.094601 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:09.101054 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Usage tracker for resource:security_group_rule and tenant:c185d9933ced42d0b30077f0febbc3b7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:09.105149 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:09.113439 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:09.132489 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.140966 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e09bcae3-dd8e-4c6a-992d-e3c3e5a14ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:09.170066 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-197963540-network', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:09.183403 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:08:09.210251 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:09.214545 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Usage tracker for resource:network and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:09.224380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:09.230675 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:09.246969 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.247399 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Added segment 77409202-0744-48ac-a2fc-0baf125f206f of type vlan for network 16176ada-a401-430e-83a6-e6937490a230
Dec 14 10:08:09.249887 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1438a1fa-a5fc-4984-981e-1cfe4289fc66,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:09.252343 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Made reservation on behalf of d66bc312475a4c749b82c1f077f8fff7 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:09.255611 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.268173 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:09.281375 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.323693 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:09.332989 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Usage tracker for resource:security_group_rule and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:09.338855 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:09.348520 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.357269 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:09.364048 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.375783 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.400355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bac8690-7b67-4e6f-be2b-79f8f5fc206d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:09.437744 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:08:09.451002 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.458850 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:09.459429 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.462714 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630d4197-4e16-498f-9c10-d7a720e36a16,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:09.468635 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.469216 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Added segment 9a5490c1-0fae-4d30-b49d-f363399680b2 of type vlan for network b3e5f9c3-89a4-4893-939b-76a4f92dc189
Dec 14 10:08:09.473537 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:09.478086 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f2235de9-f250-41f3-8593-adb520fadb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:09.606430 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.637195 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Pushing event updated for resources: {'Network': ['ID=16176ada-a401-430e-83a6-e6937490a230,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:09.646220 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:09.653948 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 16176ada-a401-430e-83a6-e6937490a230 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:08:09.659043 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2680693
Dec 14 10:08:09.662083 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55882) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:09.668962 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Request body: {'subnet': {'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-subnet', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:09.678274 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:09.688052 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.688938 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Usage tracker for resource:subnet and tenant:f5695583eab44670bb4a5057d81beb15 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:09.694021 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:09.694733 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.700790 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:09.700964 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dc449b39-dbfb-486b-9333-224c2e0920a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:09.713229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Made reservation on behalf of f5695583eab44670bb4a5057d81beb15 for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:09.716337 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.716763 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.727665 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:09.728244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.760281 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9a1801-9bf6-49ad-a5d4-3fd6218ccdf5,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:09.774187 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:08:09.777932 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:09.781044 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:09.801166 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3667088
Dec 14 10:08:09.811614 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55888) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:09.821064 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Request body: {'subnet': {'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1058506261-subnet', 'tenant_id': 'c185d9933ced42d0b30077f0febbc3b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:09.836672 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:09.841579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Usage tracker for resource:subnet and tenant:c185d9933ced42d0b30077f0febbc3b7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:09.844718 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:09.852419 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:09.916836 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:09.917940 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Added segment 52b383b8-d042-4473-9735-81bf9697b85a of type vlan for network 33aca229-a8a6-4405-be53-80fe67a86208
Dec 14 10:08:09.919362 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Made reservation on behalf of c185d9933ced42d0b30077f0febbc3b7 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:09.922403 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.161561 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.167607 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e6f146b3-20d3-4a89-ae9b-5fe1264a5d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:10.189784 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.209916 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Pushing event updated for resources: {'Network': ['ID=b3e5f9c3-89a4-4893-939b-76a4f92dc189,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:10.220088 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network b3e5f9c3-89a4-4893-939b-76a4f92dc189 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:08:10.226147 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:10.228645 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fef492ad-297b-47cf-8316-546051cd9070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:10.230418 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c8e9dd-0801-4b76-997b-64dc803853cb,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:10.240244 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:10.272206 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Checking segment: {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:10.272586 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Network hostable DHCP agents. Network: 16176ada-a401-430e-83a6-e6937490a230, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:08:10.301893 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Network 16176ada-a401-430e-83a6-e6937490a230 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:08:10.313383 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.318076 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 16176ada-a401-430e-83a6-e6937490a230) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:10.322587 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:10.323263 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.325471 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Checking segment: {'id': '9a5490c1-0fae-4d30-b49d-f363399680b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:10.325471 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Network hostable DHCP agents. Network: b3e5f9c3-89a4-4893-939b-76a4f92dc189, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:08:10.364352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d99c07-b33a-42ea-b2a9-a32b7e5e3b75,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:10.373920 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:10.379726 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7160454
Dec 14 10:08:10.380600 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Network b3e5f9c3-89a4-4893-939b-76a4f92dc189 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:08:10.381722 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55904) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:10.387157 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:10.391777 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:10.395812 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Usage tracker for resource:router and tenant:f5695583eab44670bb4a5057d81beb15 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:10.399512 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:10.400487 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, b3e5f9c3-89a4-4893-939b-76a4f92dc189) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:10.406280 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:10.406664 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:10.406865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.420827 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.423668 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.435481 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.446998 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:10.448080 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.454718 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c12d59-1662-43dd-a4c4-04ce9bd20bde None None] Network 16176ada-a401-430e-83a6-e6937490a230 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:10.471139 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.478993 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d0ec0b-db19-4d8a-be4e-72903e71cf26 None None] Network b3e5f9c3-89a4-4893-939b-76a4f92dc189 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:10.489336 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:10.545228 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7227066
Dec 14 10:08:10.545228 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.8091240
Dec 14 10:08:10.548357 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55918) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:10.655562 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Request body: {'subnet': {'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-197963540-subnet', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:10.668590 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:10.676368 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Usage tracker for resource:subnet and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:10.682876 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:10.695468 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:10.735040 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Made reservation on behalf of d66bc312475a4c749b82c1f077f8fff7 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:10.749368 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:10.900440 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b13a0c-2711-4be5-9570-d22b925840e8 None None] Network b3e5f9c3-89a4-4893-939b-76a4f92dc189 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:10.934941 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Pushing event updated for resources: {'Network': ['ID=33aca229-a8a6-4405-be53-80fe67a86208,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:11.046522 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:11.075401 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 33aca229-a8a6-4405-be53-80fe67a86208 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:08:11.236875 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:11.276621 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 55958) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:11.290800 dv-cinder-818885-1-iscsi neutron-server[86850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 14 10:08:11.416602 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:11.421592 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:11.496138 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2dd0d4-a6ff-4695-8e56-deb20181686c None None] Network 16176ada-a401-430e-83a6-e6937490a230 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:11.505688 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:11.509274 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:11.515187 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Checking segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:11.515663 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Network hostable DHCP agents. Network: 33aca229-a8a6-4405-be53-80fe67a86208, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:08:11.553012 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Network 33aca229-a8a6-4405-be53-80fe67a86208 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:08:11.573300 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 33aca229-a8a6-4405-be53-80fe67a86208) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:11.577815 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:11.578759 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:11.616692 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa81d61-c0b4-46c8-800e-e1a0d845613b None None] Network 33aca229-a8a6-4405-be53-80fe67a86208 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:11.625321 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0758879
Dec 14 10:08:11.631157 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55972) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:11.637097 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:11.645015 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:11.658301 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Usage tracker for resource:router and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:11.662273 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:11.674223 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:11.720920 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:11.722486 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:11.776387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.005036 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-e88d9d2d-471b-4799-ae0b-9a7465c5cb35 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:12.006385 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 55998) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:12.006717 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-e88d9d2d-471b-4799-ae0b-9a7465c5cb35 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 0.7235177
Dec 14 10:08:12.016458 dv-cinder-818885-1-iscsi neutron-server[86849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 14 10:08:12.085997 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-78a86d75-8f16-4a76-8868-19ee4245ae5f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/quotas/55d21e35946242e9b067686ed5f812ac HTTP/1.1" status: 200  len: 375 time: 0.0490189
Dec 14 10:08:12.166311 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-33aca229-a8a6-4405-be53-80fe67a86208', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:08:12.167624 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.196710 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.252973 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.279473 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-cfb76b39-6279-405d-bc93-c729f103151c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1833935
Dec 14 10:08:12.284129 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.354744 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Allocated IP 172.20.0.2 (33aca229-a8a6-4405-be53-80fe67a86208/66b630be-f9c0-45fb-9333-1bf0e1ca4d1d/f6f5e217-6c24-45c7-a5c6-6c395f545197) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:12.397476 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-982f9af7-c052-411a-9eb0-4ef871507cf9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:12.398742 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-982f9af7-c052-411a-9eb0-4ef871507cf9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Synchronizing usage tracker for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:12.438911 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Allocated IP 172.27.2.153 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/94d0595f-ecd2-4100-9b49-b2582d3ce96d) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:12.485031 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-982f9af7-c052-411a-9eb0-4ef871507cf9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Unset dirty status for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:12.491337 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-982f9af7-c052-411a-9eb0-4ef871507cf9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/networks?id=b3e5f9c3-89a4-4893-939b-76a4f92dc189 HTTP/1.1" status: 200  len: 812 time: 0.4838221
Dec 14 10:08:12.506492 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-9bc6d06b-4973-424c-887f-29844693a77a tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/quotas/c185d9933ced42d0b30077f0febbc3b7 HTTP/1.1" status: 200  len: 375 time: 0.0137136
Dec 14 10:08:12.561844 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-3397a553-8876-4d74-b194-0da869e9311b tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c185d9933ced42d0b30077f0febbc3b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482757
Dec 14 10:08:12.610215 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-56692962-3bb7-4d26-a234-8ce95784c69a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:08:12.611543 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-56692962-3bb7-4d26-a234-8ce95784c69a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0877452
Dec 14 10:08:12.657936 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.670444 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Transition to ACTIVE for port object f6f5e217-6c24-45c7-a5c6-6c395f545197 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:12.689176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.691500 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Transition to ACTIVE for port object f6f5e217-6c24-45c7-a5c6-6c395f545197 will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:12.707945 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.718622 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:12.774397 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Network 33aca229-a8a6-4405-be53-80fe67a86208 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:12.783880 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:12.790261 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.794348 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:12.824393 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-c69744e4-7cf4-4ddd-b943-8c87ffea7928 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:08:12.825404 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-c69744e4-7cf4-4ddd-b943-8c87ffea7928 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1769643
Dec 14 10:08:12.829594 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.882714 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.890413 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Pushing event updated for resources: {'Port': ['ID=f6f5e217-6c24-45c7-a5c6-6c395f545197,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:12.906501 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.906890 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.907160 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.907490 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.907810 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.908129 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.908444 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.908755 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.909085 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.909441 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.909754 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.910108 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Tracked resource versions report:
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]: pushed versions:
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]: {   'AddressGroup': {'1.2'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'ConntrackHelper': {'1.0'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Log': {'1.0'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Network': {'1.1'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Port': {'1.7'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'PortForwarding': {'1.2'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'QosPolicy': {'1.8'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'SecurityGroup': {'1.4'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'SecurityGroupRule': {'1.2'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'SubPort': {'1.0'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Subnet': {'1.1'},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     'Trunk': {'1.1'}}
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]: consumer versions:
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     HyperV agent@hv-cinder-81888: {},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'ConntrackHelper': '1.0',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Log': '1.0',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Network': '1.1',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Port': '1.7',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'PortForwarding': '1.2',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'QosPolicy': '1.8',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'SecurityGroup': '1.4',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'SecurityGroupRule': '1.2',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'SubPort': '1.0',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Subnet': '1.1',
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:                                                      'Trunk': '1.1'}}
Dec 14 10:08:12.911141 dv-cinder-818885-1-iscsi neutron-server[86851]:  {{(pid=86851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 10:08:12.913274 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-0b3cc3d7-c042-47d7-ab8d-f064f8e658d4 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2954130
Dec 14 10:08:12.916855 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:12.922755 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.924407 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Attempting to bind port f6f5e217-6c24-45c7-a5c6-6c395f545197 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:12.924701 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Attempting to bind port f6f5e217-6c24-45c7-a5c6-6c395f545197 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:12.925098 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Attempting to bind port f6f5e217-6c24-45c7-a5c6-6c395f545197 on network 33aca229-a8a6-4405-be53-80fe67a86208 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:12.934786 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:12.935972 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Checking segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:12.936893 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:12.937683 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Bound using segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:12.938536 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Bound port: f6f5e217-6c24-45c7-a5c6-6c395f545197, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:12.939164 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:13.048443 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] For port f6f5e217-6c24-45c7-a5c6-6c395f545197, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:13.052747 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] For port f6f5e217-6c24-45c7-a5c6-6c395f545197, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f6f5e217-6c24-45c7-a5c6-6c395f545197,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:13.061765 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:13.075188 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-620ce2db-9810-4969-9815-3f2973119e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:13.122479 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:13.172658 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Pushing event updated for resources: {'Port': ['ID=f6f5e217-6c24-45c7-a5c6-6c395f545197,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:13.178929 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:13.195072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:13.213990 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:13.224141 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:13.231805 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-e50a8faa-6678-41e1-b7da-2653798199aa service neutron] 10.222.0.20 "GET /v2.0/networks/b3e5f9c3-89a4-4893-939b-76a4f92dc189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3980870
Dec 14 10:08:13.249502 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Allocated IP 172.27.2.83 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/8c89a57b-005f-4d18-8d9b-13f5afe9c71b) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:13.297058 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-2265c1c6-4447-4184-b436-6d652a1a1a4c service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3729861
Dec 14 10:08:13.377494 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Pushing event updated for resources: {'Port': ['ID=94d0595f-ecd2-4100-9b49-b2582d3ce96d,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:13.387431 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:13.515653 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-6924c5f0-097a-4b0c-aa85-984bcbf74343 service neutron] 10.222.0.20 "GET /v2.0/networks/b3e5f9c3-89a4-4893-939b-76a4f92dc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2623384
Dec 14 10:08:13.581662 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:13.647717 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:13.662865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-00fd90ee-bba4-4169-9f8a-1d034b550b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:13.866676 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Pushing event updated for resources: {'Port': ['ID=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:13.871915 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:13.884769 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:13.904685 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:13.910819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:13.918787 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:13.998646 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f6f5e217-6c24-45c7-a5c6-6c395f545197 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:14.182046 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port f6f5e217-6c24-45c7-a5c6-6c395f545197 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:14.292018 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e13e261b-ea15-4e49-a030-3cf106c84234 req-421d04b6-cc53-4b54-85da-aad5eae3442e tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.0878243
Dec 14 10:08:14.453025 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cb190876-0013-437d-a224-faa0bc891ec6 req-aa374dc4-f2e3-4d51-a23c-8bfd9fc4c284 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.1924002
Dec 14 10:08:14.458282 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-43352675-70d1-411b-8c17-728ea45e4565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:14.683230 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:14.755344 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:14.858400 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c94b64-70ac-40d9-82f5-14ac4964045f None None] Network 33aca229-a8a6-4405-be53-80fe67a86208 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:15.201374 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Provisioning for port f6f5e217-6c24-45c7-a5c6-6c395f545197 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:15.213482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Provisioning complete for port f6f5e217-6c24-45c7-a5c6-6c395f545197 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:15.214943 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:15.411987 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Router 170110dc-2b45-4a00-90ae-677016f5f883 is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:08:15.573771 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c7d2042-f3ad-4fe8-9117-af95cc636b84 req-4519ebf7-1859-468f-8c42-7caae1dd4e4d tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.1357405
Dec 14 10:08:15.607831 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:15.665410 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-64cd26eb-f771-4d64-90c5-9100228acbc8 req-f42644d3-827c-4505-991c-53ff20b2d059 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.1106536
Dec 14 10:08:15.731519 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:15.785684 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] For port f6f5e217-6c24-45c7-a5c6-6c395f545197, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f6f5e217-6c24-45c7-a5c6-6c395f545197,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:15.793980 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:15.798947 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:15.876635 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:08:15.879089 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56166) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:15.889096 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Sync routers for ids ['170110dc-2b45-4a00-90ae-677016f5f883'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:08:15.897791 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Pushing event updated for resources: {'Port': ['ID=f6f5e217-6c24-45c7-a5c6-6c395f545197,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:15.906753 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Routers {'170110dc-2b45-4a00-90ae-677016f5f883'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:15.907372 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a3d0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:07:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['170110dc-2b45-4a00-90ae-677016f5f883'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:15.911466 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:15.945086 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:15.949365 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.5666211
Dec 14 10:08:15.950057 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56172) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:15.980133 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Router c2e42f20-fa60-45de-85b6-e1a278de27ef is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:08:16.188974 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Set router 170110dc-2b45-4a00-90ae-677016f5f883 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:16.227739 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-8b1b4812-3791-44ed-b816-9b123c0b01a9 None None] Provisioning complete for port f6f5e217-6c24-45c7-a5c6-6c395f545197 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:16.228271 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8b1b4812-3791-44ed-b816-9b123c0b01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:16.271313 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:16.367576 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:08:16.383942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:16.390573 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Sync routers for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:08:16.392650 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Usage tracker for resource:security_group_rule and tenant:764ac7540caa44e99e3061ff6dc8ea8e is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:16.398008 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:16.398384 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:16.400047 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.7671893
Dec 14 10:08:16.403925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56190) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:16.411265 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:16.466682 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:16.467525 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cbb9220>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:07:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:16.589525 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a3d0>, [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:08:13Z', 'revision_number': 3, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port': {'id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:16.611728 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Checking router: 170110dc-2b45-4a00-90ae-677016f5f883 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:08:16.613094 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Updating router 170110dc-2b45-4a00-90ae-677016f5f883 port 94d0595f-ecd2-4100-9b49-b2582d3ce96d binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:08:16.700249 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:16.787149 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:16.902027 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8e83511f-605e-4d16-ab8d-5db68dd9150b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:16.915207 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:16.957687 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:16.971998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:16.984185 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=764ac7540caa44e99e3061ff6dc8ea8e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1033831
Dec 14 10:08:16.997984 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ffae2cde-c575-4f1d-b216-bee7f702b2be req-4ff3cd82-9bc8-43e8-a31f-25c2eb7980a4 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.1303806
Dec 14 10:08:16.998913 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56218) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:17.163691 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.180107 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Transition to ACTIVE for port object 94d0595f-ecd2-4100-9b49-b2582d3ce96d will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:17.193447 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.199622 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-721b1f40-c04a-40b0-86fc-d4a1a6b518da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:17.203826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.238384 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb3b67b-f5f8-460b-bc19-22fc53ddd29d,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:17.255351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:17.260818 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.261693 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f5fec7e-ffac-44ac-8c05-8353a7efc725 req-5c2a83ad-b33e-491f-918b-145015a9bb04 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.0563724
Dec 14 10:08:17.404329 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Attempting to bind port 94d0595f-ecd2-4100-9b49-b2582d3ce96d on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:17.404699 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Attempting to bind port 94d0595f-ecd2-4100-9b49-b2582d3ce96d by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:17.405068 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Attempting to bind port 94d0595f-ecd2-4100-9b49-b2582d3ce96d on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:17.417800 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Pushing event updated for resources: {'Port': ['ID=94d0595f-ecd2-4100-9b49-b2582d3ce96d,revision_number=2']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:17.429228 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:17.429597 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:17.430010 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.430464 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:17.430865 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Bound port: 94d0595f-ecd2-4100-9b49-b2582d3ce96d, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:17.431244 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.468895 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cbb9220>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:14Z', 'revision_number': 3, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:17.474546 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Checking router: c2e42f20-fa60-45de-85b6-e1a278de27ef for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:08:17.474986 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Updating router c2e42f20-fa60-45de-85b6-e1a278de27ef port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:08:17.477369 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.477883 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.478401 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.478874 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.479365 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.479841 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.480314 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.480794 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.481277 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.481750 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.482240 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.482696 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Tracked resource versions report:
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]: pushed versions:
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]: {   'AddressGroup': {'1.2'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'ConntrackHelper': {'1.0'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Log': {'1.0'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Network': {'1.1'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Port': {'1.7'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'PortForwarding': {'1.2'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'QosPolicy': {'1.8'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'SecurityGroup': {'1.4'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'SecurityGroupRule': {'1.2'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'SubPort': {'1.0'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Subnet': {'1.1'},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     'Trunk': {'1.1'}}
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]: consumer versions:
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]: {   DHCP agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     HyperV agent@hv-cinder-81888: {},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     L3 agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     Metadata agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     Metering agent@dv-cinder-818885-1-iscsi: {},
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:     Open vSwitch agent@dv-cinder-818885-1-iscsi: {   'AddressGroup': '1.2',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'ConntrackHelper': '1.0',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Log': '1.0',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Network': '1.1',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Port': '1.7',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'PortForwarding': '1.2',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'QosPolicy': '1.8',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'SecurityGroup': '1.4',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'SecurityGroupRule': '1.2',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'SubPort': '1.0',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Subnet': '1.1',
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:                                                      'Trunk': '1.1'}}
Dec 14 10:08:17.483882 dv-cinder-818885-1-iscsi neutron-server[86852]:  {{(pid=86852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 14 10:08:17.503383 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:17.537553 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.542745 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.610719 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] For port 94d0595f-ecd2-4100-9b49-b2582d3ce96d, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:17.616109 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] For port 94d0595f-ecd2-4100-9b49-b2582d3ce96d, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=94d0595f-ecd2-4100-9b49-b2582d3ce96d,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:17.623704 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.631234 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:17.665443 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.683782 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.700908 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4e46ca76-ca77-4812-a77a-e3da99d1c13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:17.716828 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Routers {'170110dc-2b45-4a00-90ae-677016f5f883'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:17.717600 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a3d0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['170110dc-2b45-4a00-90ae-677016f5f883'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:17.733573 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb3b67b-f5f8-460b-bc19-22fc53ddd29d,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:17.751984 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:17.775084 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Pushing event updated for resources: {'Port': ['ID=94d0595f-ecd2-4100-9b49-b2582d3ce96d,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:17.789272 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-b4f46719-1be7-4064-908b-72e0b17b54f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:17.856971 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:17.865737 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cb3b67b-f5f8-460b-bc19-22fc53ddd29d HTTP/1.1" status: 204  len: 168 time: 0.8635759
Dec 14 10:08:17.912557 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f6f5e217-6c24-45c7-a5c6-6c395f545197 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:17.936334 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] Set router 170110dc-2b45-4a00-90ae-677016f5f883 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:18.086944 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Allocated IP 172.20.0.1 (16176ada-a401-430e-83a6-e6937490a230/f7c8e9dd-0801-4b76-997b-64dc803853cb/9e7d5138-6feb-4edf-b2bf-c1b60060b086) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:18.165932 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Allocated IP 172.20.0.1 (33aca229-a8a6-4405-be53-80fe67a86208/66b630be-f9c0-45fb-9333-1bf0e1ca4d1d/cfdc18d9-28a7-4ada-b121-7da249e5acd6) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:18.171543 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.212976 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.317445 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port f6f5e217-6c24-45c7-a5c6-6c395f545197 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:18.317827 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.421884 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a3d0>, [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:08:13Z', 'revision_number': 3, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port': {'id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:18.432023 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240011b-5686-4b08-b137-3c7b630272b5 None None] The sync data for ids ['170110dc-2b45-4a00-90ae-677016f5f883'] in dv-cinder-818885-1-iscsi is: [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:08:13Z', 'revision_number': 3, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port': {'id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:08:18.478887 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c455b4ba-b25b-46ae-a6ce-aa3af1acc5de req-2de229a4-d91e-40d1-9f17-49dd6f8ad05b tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.1292396
Dec 14 10:08:18.541210 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.623832 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.644739 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.661143 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:18.670541 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-291f9e02-85f6-4773-8fac-1323b6048c72 req-814b5209-b143-4d40-9b97-3cd19b18144e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.2055042
Dec 14 10:08:18.710032 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Transition to ACTIVE for port object cfdc18d9-28a7-4ada-b121-7da249e5acd6 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:18.771340 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.778475 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:18.837049 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.860097 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Transition to ACTIVE for port object 8c89a57b-005f-4d18-8d9b-13f5afe9c71b will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:18.880518 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:18.885401 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:18.980856 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Pushing event updated for resources: {'Port': ['ID=9e7d5138-6feb-4edf-b2bf-c1b60060b086,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:18.997579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Network 33aca229-a8a6-4405-be53-80fe67a86208 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:19.001089 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:19.006290 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:19.009856 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:19.010427 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:19.021393 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04f24-d89f-430e-83e7-4a61c3f982f4 None None] Pushing event updated for resources: {'Port': ['ID=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:19.027790 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Network 16176ada-a401-430e-83a6-e6937490a230 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:19.030057 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdc18d9-28a7-4ada-b121-7da249e5acd6,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:19.037155 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3de04f24-d89f-430e-83e7-4a61c3f982f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:19.043394 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:19.064097 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:19.076051 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Attempting to bind port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:19.076593 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Attempting to bind port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:19.077127 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Attempting to bind port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:19.077855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:19.078419 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:19.088903 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:19.090768 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:19.091565 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:19.096491 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:19.097296 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Bound port: 8c89a57b-005f-4d18-8d9b-13f5afe9c71b, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:19.101124 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:19.298754 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:19.309250 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] For port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:19.319507 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] For port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:19.321067 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:19.327100 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:19.333392 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:19.451335 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:19.452716 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cbb9220>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:19.639824 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.54', 49900) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:19.653305 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04f24-d89f-430e-83e7-4a61c3f982f4 None None] Pushing event updated for resources: {'Port': ['ID=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:19.691744 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3de04f24-d89f-430e-83e7-4a61c3f982f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:19.700184 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7d37d216-e1a8-43a1-8a84-7787df9d0d52 None None] Provisioning for port cfdc18d9-28a7-4ada-b121-7da249e5acd6 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:19.957082 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7d37d216-e1a8-43a1-8a84-7787df9d0d52 None None] Provisioning complete for port cfdc18d9-28a7-4ada-b121-7da249e5acd6 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:19.957082 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7d37d216-e1a8-43a1-8a84-7787df9d0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.052860 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 94d0595f-ecd2-4100-9b49-b2582d3ce96d up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:20.154594 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c486088d-4cd8-4893-9e5b-0cc2c1cdea1c req-efa704d6-3097-4d8a-8849-477c6c323cd5 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.3018703
Dec 14 10:08:20.186205 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7d37d216-e1a8-43a1-8a84-7787df9d0d52 None None] Port cfdc18d9-28a7-4ada-b121-7da249e5acd6 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:08:20.199282 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:20.265043 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.276125 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.277594 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.296564 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:20.429847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.435502 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.54', 49904) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:20.480317 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 94d0595f-ecd2-4100-9b49-b2582d3ce96d completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:20.493290 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 94d0595f-ecd2-4100-9b49-b2582d3ce96d triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:20.497429 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.533978 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-952751bd-940d-47fb-9fd0-35b771904cd5 req-561bc8aa-eff9-4f9f-aad7-32f48bda1560 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.4141166
Dec 14 10:08:20.571166 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdc18d9-28a7-4ada-b121-7da249e5acd6,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:20.589510 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:20.905604 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.977845 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 94d0595f-ecd2-4100-9b49-b2582d3ce96d, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=94d0595f-ecd2-4100-9b49-b2582d3ce96d,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:20.992309 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:20.999141 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:21.082919 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56360) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:21.093008 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=94d0595f-ecd2-4100-9b49-b2582d3ce96d,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:21.104790 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:21.128387 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:21.128773 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cbb9220>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:18Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:21.134337 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0bc92b-52ac-4068-a913-89e13533afd7 None None] The sync data for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi is: [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:18Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:08:21.142758 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:21.146606 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:21.153788 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:21.278750 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-31d20e12-3efb-40f8-9b2b-94f523f52fc5 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:21.280549 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-31d20e12-3efb-40f8-9b2b-94f523f52fc5 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 1.6397789
Dec 14 10:08:21.423234 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4c9de902-5887-479f-9052-82a5b379ebfa req-7327b262-685c-4c27-9c4c-7d17c8794bc7 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.0992563
Dec 14 10:08:21.429254 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Request body: {'port': {'device_id': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'admin_state_up': True, 'tenant_id': '55d21e35946242e9b067686ed5f812ac'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:21.437892 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-f08d6b49-8038-488d-81f1-11c843fc976f tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:21.444495 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-f08d6b49-8038-488d-81f1-11c843fc976f tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.54 "GET /v2.0/networks?id=b3e5f9c3-89a4-4893-939b-76a4f92dc189 HTTP/1.1" status: 200  len: 812 time: 0.9735804
Dec 14 10:08:21.445570 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:21.471030 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Request body: {'port': {'device_id': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189', 'admin_state_up': True, 'tenant_id': 'c185d9933ced42d0b30077f0febbc3b7'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:21.506756 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Network 33aca229-a8a6-4405-be53-80fe67a86208 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:21.507823 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:21.526111 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:21.538450 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Usage tracker for resource:security_group_rule and tenant:0614d82690064038968204b03c75aaba is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:21.635562 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:21.691455 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:21.774999 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Pushing event updated for resources: {'Port': ['ID=9e7d5138-6feb-4edf-b2bf-c1b60060b086,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:21.787568 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:21.792004 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:21.811550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Usage tracker for resource:port and tenant:55d21e35946242e9b067686ed5f812ac is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:21.829546 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:21.851655 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:21.942243 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b2def434-9b0b-4fa7-995a-ba1b773c0142 req-0fd69909-6bbf-4d4b-b702-57c7e75358da tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.0631042
Dec 14 10:08:22.012965 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Made reservation on behalf of 55d21e35946242e9b067686ed5f812ac for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:22.027236 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:22.032324 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 94d0595f-ecd2-4100-9b49-b2582d3ce96d up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:22.148110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Network 16176ada-a401-430e-83a6-e6937490a230 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:22.163261 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:22.171836 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-31a11232-f2d7-4a77-8f8a-05ebc05c0b8b None None] Provisioning complete for port cfdc18d9-28a7-4ada-b121-7da249e5acd6 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:22.172463 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-31a11232-f2d7-4a77-8f8a-05ebc05c0b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:22.339170 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-31a11232-f2d7-4a77-8f8a-05ebc05c0b8b None None] Port cfdc18d9-28a7-4ada-b121-7da249e5acd6 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:08:22.350722 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 94d0595f-ecd2-4100-9b49-b2582d3ce96d triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:22.351608 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:22.466344 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:22.471147 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Usage tracker for resource:port and tenant:c185d9933ced42d0b30077f0febbc3b7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:22.475726 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:22.481841 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:22.515495 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Made reservation on behalf of c185d9933ced42d0b30077f0febbc3b7 for: {'port': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:22.541215 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:22.930911 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56430) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:23.011688 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Allocated IP 172.20.0.10 (b3e5f9c3-89a4-4893-939b-76a4f92dc189/01d99c07-b33a-42ea-b2a9-a32b7e5e3b75/b88f6614-94a6-49ff-aab2-e715637e1e86) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:23.145838 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ef0ca642-eb5f-469d-a0db-6fd4f1c3ff61 req-62a8cba7-bc4a-493c-8f1a-4249a9826178 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.2035213
Dec 14 10:08:23.422255 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Allocated IP 172.20.0.2 (fcd0582b-f091-4bb6-bfce-2519464100b0/2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce/3b355350-b30b-4000-9798-cdf47cd7eb43) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:23.426817 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56442) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:23.501853 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Router 170110dc-2b45-4a00-90ae-677016f5f883 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:08:23.655493 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:23.667811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:23.693811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:23.697789 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Usage tracker for resource:security_group_rule and tenant:a7bb4edc79ae434c829019149b755fe3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:23.700836 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:23.707225 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:23.751866 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Router c2e42f20-fa60-45de-85b6-e1a278de27ef has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:08:23.756493 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:23.785295 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:23.817620 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:23.828468 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ed76c646a5415cb7f1d69a084fe694 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:23.840485 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:23.969732 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:24.004295 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8c89a57b-005f-4d18-8d9b-13f5afe9c71b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:24.056363 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.078869 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.108508 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7bbe893a-bb4c-486f-810f-b85297bd228c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:24.141725 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:08:24.153567 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Sync routers for ids ['170110dc-2b45-4a00-90ae-677016f5f883'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:08:24.162445 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:24.167984 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:24.168430 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.172011 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Routers {'170110dc-2b45-4a00-90ae-677016f5f883'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:24.172660 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5576a0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['170110dc-2b45-4a00-90ae-677016f5f883'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:24.298749 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fcfc27eb-fc84-495f-87cd-cbf727edac9c req-cd94056c-6a43-496e-bce7-92e74b7ba86a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.6971090
Dec 14 10:08:24.302293 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:08:24.356847 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7bb4edc79ae434c829019149b755fe3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9286692
Dec 14 10:08:24.362843 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.375954 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4260d0d9-ffdf-43ea-812c-9349f8bf3557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:24.416286 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56466) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:24.443767 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:24.456153 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.458662 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:24.501185 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc4e0a-1825-40ba-9831-818c03f0a752,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:24.526487 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] 10.222.0.20 "PUT /v2.0/routers/c2e42f20-fa60-45de-85b6-e1a278de27ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1214015
Dec 14 10:08:24.597240 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:24.599035 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56474) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:24.655086 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2066c1d4-776d-42a9-8abc-67c1ea6e63ca req-dcdf5570-5c2f-48d0-87cb-3532a1847477 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.1613915
Dec 14 10:08:24.661751 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0614d82690064038968204b03c75aaba&name=default HTTP/1.1" status: 200  len: 2975 time: 3.5704546
Dec 14 10:08:24.666787 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:24.667895 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56480) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:24.677044 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:24.738608 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Set router 170110dc-2b45-4a00-90ae-677016f5f883 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:24.745213 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] 10.222.0.20 "PUT /v2.0/routers/170110dc-2b45-4a00-90ae-677016f5f883/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7941108
Dec 14 10:08:24.746331 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d43f18-7c59-462d-a85c-4d8bae0fca30,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:24.751966 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.779103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:24.850356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.861344 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.907403 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.917213 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.928099 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.948441 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:24.974788 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:25.009190 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.015302 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.059133 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Sync routers for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:08:25.072766 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:25.073402 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c94f610>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:25.090576 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.116014 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.124123 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56488) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:25.125254 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8ed76c646a5415cb7f1d69a084fe694&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1044149
Dec 14 10:08:25.125996 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-53e2d2fe-d673-4b6c-a7b5-838fdcabe05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:25.132842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:25.137672 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f47167ff842d47baadfbe588596ec049 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:25.141581 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:25.144274 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.145515 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76bc4e0a-1825-40ba-9831-818c03f0a752 HTTP/1.1" status: 204  len: 168 time: 0.4765575
Dec 14 10:08:25.158297 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:25.262479 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc4e0a-1825-40ba-9831-818c03f0a752,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:25.264763 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.281291 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced3e0a0-adf7-4a22-ae9a-efb8ea7da49f,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:25.293749 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:25.298859 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.343158 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-053e7f81-4b83-4091-90a8-58faaf5c292a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:25.412349 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:25.413582 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.422083 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-35590b2f-2b50-4523-a5e3-aa84864ff254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:25.544050 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:25.557168 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.617371 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Network b3e5f9c3-89a4-4893-939b-76a4f92dc189 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:25.642597 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:25.644545 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5576a0>, [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port': {'id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '9e7d5138-6feb-4edf-b2bf-c1b60060b086', 'name': '', 'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'mac_address': 'fa:16:3e:6d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:20Z', 'revision_number': 2, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'subnets': [{'id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:25.650902 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Checking router: 170110dc-2b45-4a00-90ae-677016f5f883 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:08:25.651282 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Updating router 170110dc-2b45-4a00-90ae-677016f5f883 port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:08:25.657917 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event updated for resources: {'Port': ['ID=3b355350-b30b-4000-9798-cdf47cd7eb43,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:25.664178 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:25.664851 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.666497 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:25.681912 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:25.687441 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.743396 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.749618 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ced3e0a0-adf7-4a22-ae9a-efb8ea7da49f HTTP/1.1" status: 204  len: 168 time: 0.6054952
Dec 14 10:08:25.798206 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:25.812564 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Pushing event updated for resources: {'Port': ['ID=b88f6614-94a6-49ff-aab2-e715637e1e86,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:25.832482 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3533819
Dec 14 10:08:25.833473 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:25.833999 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:25.849562 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3f4fbad2-63b1-4e35-b027-d5737911684e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:25.869901 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-d78efe52-2e7b-4e4c-838d-a27f00ea34db tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:08:25.880402 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-d78efe52-2e7b-4e4c-838d-a27f00ea34db tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0163589
Dec 14 10:08:25.881429 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced3e0a0-adf7-4a22-ae9a-efb8ea7da49f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:25.895798 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:25.951025 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Network fcd0582b-f091-4bb6-bfce-2519464100b0 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:25.966452 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d43f18-7c59-462d-a85c-4d8bae0fca30,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:25.996551 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:26.037668 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8c89a57b-005f-4d18-8d9b-13f5afe9c71b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:26.040906 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:26.064964 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.101288 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.114933 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:26.121188 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:26.122424 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.197358 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.198523 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1d43f18-7c59-462d-a85c-4d8bae0fca30 HTTP/1.1" status: 204  len: 168 time: 1.7811794
Dec 14 10:08:26.205890 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a2f63d56-42e1-4096-8726-ab494c162614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:26.218148 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f47167ff842d47baadfbe588596ec049&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5829504
Dec 14 10:08:26.218510 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56514) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:26.267430 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9177043
Dec 14 10:08:26.311122 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859d0f-c1be-4acb-b4cb-6af68603c95e req-7778d1f6-a419-4fa7-8073-f831a4ed1ca0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:26.311794 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3b859d0f-c1be-4acb-b4cb-6af68603c95e req-7778d1f6-a419-4fa7-8073-f831a4ed1ca0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:26.337548 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051e69a-e936-4b64-92d3-2a548441e27d,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:26.349811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:26.358029 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.371733 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3b859d0f-c1be-4acb-b4cb-6af68603c95e req-7778d1f6-a419-4fa7-8073-f831a4ed1ca0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:26.371733 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3b859d0f-c1be-4acb-b4cb-6af68603c95e req-7778d1f6-a419-4fa7-8073-f831a4ed1ca0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 931 time: 0.7251985
Dec 14 10:08:26.419085 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.422862 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.440787 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Transition to ACTIVE for port object 9e7d5138-6feb-4edf-b2bf-c1b60060b086 will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:26.452186 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.459240 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:26.477331 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3b859d0f-c1be-4acb-b4cb-6af68603c95e req-45efe0b5-b2fe-42c3-9459-5daa87dc6978 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016085
Dec 14 10:08:26.527968 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.562655 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-14b754c1-cf2b-4c87-a031-6dd489d4eaa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:26.585891 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051e69a-e936-4b64-92d3-2a548441e27d,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:26.588849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:26.598085 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.600329 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a051e69a-e936-4b64-92d3-2a548441e27d HTTP/1.1" status: 204  len: 168 time: 0.3798270
Dec 14 10:08:26.679691 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:26.680214 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.732621 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56522) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:26.795826 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:26.800877 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42236c7-9c6f-4eb3-a391-683010b47112 None None] Pushing event updated for resources: {'Port': ['ID=9e7d5138-6feb-4edf-b2bf-c1b60060b086,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:26.814698 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-c42236c7-9c6f-4eb3-a391-683010b47112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:26.860065 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:26.875088 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:1f61640eabff4733835a8515d14ce52a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:26.888076 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:26.912109 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:26.973679 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c94f610>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 2, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:27.000502 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Checking router: c2e42f20-fa60-45de-85b6-e1a278de27ef for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:08:27.001842 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Updating router c2e42f20-fa60-45de-85b6-e1a278de27ef port cfdc18d9-28a7-4ada-b121-7da249e5acd6 binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:08:27.028219 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56528) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:27.080185 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Attempting to bind port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:27.081417 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Attempting to bind port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:27.082612 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Attempting to bind port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 on network 16176ada-a401-430e-83a6-e6937490a230 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:27.098352 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:27.098352 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Checking segment: {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:27.100244 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.102468 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Bound using segment: {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:27.103056 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be740abd-37d6-455c-933f-b78a0412ec57 req-d3f4b0ca-d138-4df7-8e0a-7aeb86104052 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:27.103568 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Bound port: 9e7d5138-6feb-4edf-b2bf-c1b60060b086, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:27.105267 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.105894 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-be740abd-37d6-455c-933f-b78a0412ec57 req-d3f4b0ca-d138-4df7-8e0a-7aeb86104052 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 932 time: 0.3423800
Dec 14 10:08:27.167471 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.245013 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.246789 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-be740abd-37d6-455c-933f-b78a0412ec57 req-962be368-af22-4dea-ba4c-b1d67d4e6122 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226997
Dec 14 10:08:27.260332 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.270130 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284092055', 'description': 'tempest-description--1805672604'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:27.305130 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:27.315829 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:27.354814 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] For port 9e7d5138-6feb-4edf-b2bf-c1b60060b086, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:27.360885 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:27.361238 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] For port 9e7d5138-6feb-4edf-b2bf-c1b60060b086, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=9e7d5138-6feb-4edf-b2bf-c1b60060b086,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:27.367379 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:27.371924 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.378747 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-c42236c7-9c6f-4eb3-a391-683010b47112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:27.447129 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:27.469467 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2715e986-3217-4467-b033-1f6702e6d1aa,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:27.474636 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Routers {'170110dc-2b45-4a00-90ae-677016f5f883'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:27.475461 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5576a0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['170110dc-2b45-4a00-90ae-677016f5f883'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:27.494432 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56542) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:27.503598 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f61640eabff4733835a8515d14ce52a&name=default HTTP/1.1" status: 200  len: 2977 time: 0.7691190
Dec 14 10:08:27.504797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:27.513327 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.567217 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:27.578660 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group_rule and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:27.587221 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:27.600655 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:27.688476 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.693677 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42236c7-9c6f-4eb3-a391-683010b47112 None None] Pushing event updated for resources: {'Port': ['ID=9e7d5138-6feb-4edf-b2bf-c1b60060b086,revision_number=4']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:27.720193 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-c42236c7-9c6f-4eb3-a391-683010b47112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:27.786920 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.829082 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.837531 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.861102 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:27.948176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:27.959073 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:27.962125 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:27.966628 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7173092
Dec 14 10:08:27.968912 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56548) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:27.984956 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] Set router 170110dc-2b45-4a00-90ae-677016f5f883 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:27.986422 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'security_group_rule': {'security_group_id': '1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:27.989145 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.002176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:28.011846 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group_rule and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:28.019820 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:28.035219 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55989912-95fb-461b-9484-ff102ef043f8 req-90e85c1d-90b4-42a4-bb8a-606d9a42d14f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:28.043344 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-55989912-95fb-461b-9484-ff102ef043f8 req-90e85c1d-90b4-42a4-bb8a-606d9a42d14f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 931 time: 0.2485881
Dec 14 10:08:28.047576 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:28.061340 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56552) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:28.076221 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Transition to ACTIVE for port object cfdc18d9-28a7-4ada-b121-7da249e5acd6 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:28.094831 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.100779 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3de04f24-d89f-430e-83e7-4a61c3f982f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:28.101791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.116194 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.154333 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.166351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:28.173350 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Usage tracker for resource:security_group_rule and tenant:06036d3c522440aeb29d2cfa23fdb844 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:28.184235 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:28.198562 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:28.437780 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Request body: {'port': {'device_id': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:28.724556 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:28.822981 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Request body: {'port': {'device_id': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:28.850596 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.868148 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Attempting to bind port cfdc18d9-28a7-4ada-b121-7da249e5acd6 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:28.869772 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Attempting to bind port cfdc18d9-28a7-4ada-b121-7da249e5acd6 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:28.870651 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Attempting to bind port cfdc18d9-28a7-4ada-b121-7da249e5acd6 on network 33aca229-a8a6-4405-be53-80fe67a86208 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:28.873116 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5576a0>, [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port': {'id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '9e7d5138-6feb-4edf-b2bf-c1b60060b086', 'name': '', 'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'mac_address': 'fa:16:3e:6d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:27Z', 'revision_number': 4, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'subnets': [{'id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:28.876932 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f78b2f-1208-43a9-8c91-a8c4bd3e2b19 None None] Pushing event updated for resources: {'Port': ['ID=cfdc18d9-28a7-4ada-b121-7da249e5acd6,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:28.882565 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-30f78b2f-1208-43a9-8c91-a8c4bd3e2b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:28.885317 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edcf6b-c4d1-4703-894e-565b638e0ff7 None None] The sync data for ids ['170110dc-2b45-4a00-90ae-677016f5f883'] in dv-cinder-818885-1-iscsi is: [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port': {'id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '9e7d5138-6feb-4edf-b2bf-c1b60060b086', 'name': '', 'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'mac_address': 'fa:16:3e:6d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:27Z', 'revision_number': 4, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'subnets': [{'id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:08:28.898510 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:28.899422 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Checking segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:28.900551 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.901377 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Bound using segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:28.902472 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Bound port: cfdc18d9-28a7-4ada-b121-7da249e5acd6, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:28.903429 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.915975 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.929721 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:28.963321 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2715e986-3217-4467-b033-1f6702e6d1aa,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:29.001449 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-55989912-95fb-461b-9484-ff102ef043f8 req-7d361858-692b-4872-924e-022526272a6e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9565973
Dec 14 10:08:29.039461 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:29.040300 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:29.041515 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:29.092128 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc04aef0-b586-40ab-aecb-2491b899d33a,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:29.118932 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:29.143002 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:29.147405 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2715e986-3217-4467-b033-1f6702e6d1aa HTTP/1.1" status: 204  len: 168 time: 1.6514339
Dec 14 10:08:29.163732 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:29.169229 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:29.193908 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06036d3c522440aeb29d2cfa23fdb844&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1291611
Dec 14 10:08:29.217857 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56584) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:29.380522 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] For port cfdc18d9-28a7-4ada-b121-7da249e5acd6, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:29.383941 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c61e92-f096-4e89-8b8b-26694dd79771,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:29.388193 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] For port cfdc18d9-28a7-4ada-b121-7da249e5acd6, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=cfdc18d9-28a7-4ada-b121-7da249e5acd6,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:29.395531 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:29.411855 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:29.427274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:29.494289 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:29.495824 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5254939
Dec 14 10:08:29.508081 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56588) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:29.564551 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'security_group_rule': {'security_group_id': '1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:29.633550 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:29.665911 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:08:29.667036 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c94f610>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:29.726691 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c985-2047-4f27-951c-9da47dfd4782 req-77377313-7273-47bb-8eec-687a50aafdd9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:29.727521 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5917c985-2047-4f27-951c-9da47dfd4782 req-77377313-7273-47bb-8eec-687a50aafdd9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Synchronizing usage tracker for tenant:f5695583eab44670bb4a5057d81beb15 on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:29.904658 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f78b2f-1208-43a9-8c91-a8c4bd3e2b19 None None] Pushing event updated for resources: {'Port': ['ID=cfdc18d9-28a7-4ada-b121-7da249e5acd6,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:29.911667 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-30f78b2f-1208-43a9-8c91-a8c4bd3e2b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:29.965367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:30.030811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:30.150285 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group_rule and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:30.150941 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:30.156002 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:30.180585 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:30.204910 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 9e7d5138-6feb-4edf-b2bf-c1b60060b086 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:30.332552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:30.343401 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5917c985-2047-4f27-951c-9da47dfd4782 req-77377313-7273-47bb-8eec-687a50aafdd9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Unset dirty status for tenant:f5695583eab44670bb4a5057d81beb15 on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:30.343493 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033216-7cf3-4c5f-919d-77ba3ec9e417 req-91956601-f0de-46aa-b20c-ef38ce955d86 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:30.344741 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-77377313-7273-47bb-8eec-687a50aafdd9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 818 time: 2.0643463
Dec 14 10:08:30.354238 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-88033216-7cf3-4c5f-919d-77ba3ec9e417 req-91956601-f0de-46aa-b20c-ef38ce955d86 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 932 time: 0.9235609
Dec 14 10:08:30.354922 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:30.425405 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-a2b2a1cf-0464-409d-be2d-30d23586b5db tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/quotas/f5695583eab44670bb4a5057d81beb15 HTTP/1.1" status: 200  len: 375 time: 0.0504313
Dec 14 10:08:30.492285 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4a7d15c3-6e27-463e-81a9-caeb794ab45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:30.568483 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c61e92-f096-4e89-8b8b-26694dd79771,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:30.590703 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:30.600028 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:08:30.636427 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-88033216-7cf3-4c5f-919d-77ba3ec9e417 req-8cca4614-df01-4c38-8ed5-0f66fab236cd tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987534
Dec 14 10:08:30.640961 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:30.648689 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7c61e92-f096-4e89-8b8b-26694dd79771 HTTP/1.1" status: 204  len: 168 time: 1.4091024
Dec 14 10:08:30.776510 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56618) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:31.091618 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:31.207734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:31.236767 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:31.254452 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:31.301499 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b355350-b30b-4000-9798-cdf47cd7eb43 {{(pid=86849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:31.317941 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:31.344471 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Transition to ACTIVE for port object 3b355350-b30b-4000-9798-cdf47cd7eb43 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:31.351691 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe34d10e-2e08-4e03-89df-26dc7eaef795,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:31.362012 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:31.376630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:31.414267 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-adc6462f-0960-44fe-89e6-9cb64baba45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:31.542811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2b118-e0b6-4514-ad52-1349f00a810c req-28b6fa08-0988-43b7-8702-4460b90e8589 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:31.545885 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-34a2b118-e0b6-4514-ad52-1349f00a810c req-28b6fa08-0988-43b7-8702-4460b90e8589 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 931 time: 0.6262505
Dec 14 10:08:31.667570 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:31.668272 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:31.672757 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-34a2b118-e0b6-4514-ad52-1349f00a810c req-506012b7-f8ac-48a4-96a2-e6b814c5eda8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175711
Dec 14 10:08:31.794416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1522802204-network', 'tenant_id': 'a0bbb3a4e41b439b8f85080e8906aa6e'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:31.811365 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:31.820766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Usage tracker for resource:network and tenant:a0bbb3a4e41b439b8f85080e8906aa6e is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:31.834528 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:31.840024 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88f6614-94a6-49ff-aab2-e715637e1e86 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:31.853246 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:31.857166 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:31.879028 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-6a7498a8-68e5-4c6c-bd6b-d3f78ce554a4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&fields=id HTTP/1.1" status: 200  len: 255 time: 1.4528060
Dec 14 10:08:31.894287 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Pushing event updated for resources: {'Port': ['ID=3b355350-b30b-4000-9798-cdf47cd7eb43,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:31.897164 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:31.909375 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Transition to ACTIVE for port object b88f6614-94a6-49ff-aab2-e715637e1e86 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:31.916572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:31.924967 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:32.018669 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.029264 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.5101919
Dec 14 10:08:32.105210 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Made reservation on behalf of a0bbb3a4e41b439b8f85080e8906aa6e for: {'network': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:32.111615 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.156707 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56638) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:32.184929 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c94f610>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:29Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:32.197136 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab4f55-71f3-416d-b4d2-397a638e8bd7 None None] The sync data for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi is: [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:29Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:08:32.201181 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.212590 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:32.272096 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 9e7d5138-6feb-4edf-b2bf-c1b60060b086, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=9e7d5138-6feb-4edf-b2bf-c1b60060b086,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:32.280501 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.283802 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:32.319190 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Pushing event updated for resources: {'Port': ['ID=b88f6614-94a6-49ff-aab2-e715637e1e86,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:32.321937 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.334366 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:32.346807 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:32.360756 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Attempting to bind port 3b355350-b30b-4000-9798-cdf47cd7eb43 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:32.361278 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Attempting to bind port 3b355350-b30b-4000-9798-cdf47cd7eb43 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:32.361370 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Attempting to bind port 3b355350-b30b-4000-9798-cdf47cd7eb43 on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:32.414091 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:floatingip and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:32.437998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:32.441146 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Port 3b355350-b30b-4000-9798-cdf47cd7eb43 on network fcd0582b-f091-4bb6-bfce-2519464100b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:08:32.442008 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Attempting to bind port 3b355350-b30b-4000-9798-cdf47cd7eb43 on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:32.471842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:32.493675 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=9e7d5138-6feb-4edf-b2bf-c1b60060b086,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:32.494550 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:32.496949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Checking segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:32.500572 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Bound using segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:32.505415 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:32.520885 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Bound port: 3b355350-b30b-4000-9798-cdf47cd7eb43, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:32.523357 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.550145 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:32.575236 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cfdc18d9-28a7-4ada-b121-7da249e5acd6 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:32.687202 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.715262 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-20a3e05d-fada-4817-9e83-8a384723d7c1 service neutron] 10.222.0.20 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8069706
Dec 14 10:08:32.725385 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Usage tracker for resource:security_group_rule and tenant:a0bbb3a4e41b439b8f85080e8906aa6e is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:32.735843 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:32.773511 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:32.779788 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Attempting to bind port b88f6614-94a6-49ff-aab2-e715637e1e86 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:32.780241 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Attempting to bind port b88f6614-94a6-49ff-aab2-e715637e1e86 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9a5490c1-0fae-4d30-b49d-f363399680b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:32.780649 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Attempting to bind port b88f6614-94a6-49ff-aab2-e715637e1e86 on network b3e5f9c3-89a4-4893-939b-76a4f92dc189 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:32.786259 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port cfdc18d9-28a7-4ada-b121-7da249e5acd6 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:32.792232 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port cfdc18d9-28a7-4ada-b121-7da249e5acd6 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:32.792862 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.812174 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74c032-2300-4ba2-9530-2033d5fa6c6e req-d722e3da-7580-4a8a-a22f-02eef7bda257 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:32.824505 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3a74c032-2300-4ba2-9530-2033d5fa6c6e req-d722e3da-7580-4a8a-a22f-02eef7bda257 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 944 time: 0.8202324
Dec 14 10:08:32.826925 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Port b88f6614-94a6-49ff-aab2-e715637e1e86 on network b3e5f9c3-89a4-4893-939b-76a4f92dc189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:08:32.828115 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Attempting to bind port b88f6614-94a6-49ff-aab2-e715637e1e86 on network b3e5f9c3-89a4-4893-939b-76a4f92dc189 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:32.875321 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] For port 3b355350-b30b-4000-9798-cdf47cd7eb43, host hv-cinder-81888, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:32.884128 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] For port 3b355350-b30b-4000-9798-cdf47cd7eb43, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3b355350-b30b-4000-9798-cdf47cd7eb43,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:32.896728 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:32.914611 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a33fa9e2-d979-401b-a841-01261a0dc323 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:33.134126 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Pushing event updated for resources: {'Port': ['ID=3b355350-b30b-4000-9798-cdf47cd7eb43,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:33.136225 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.170382 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:33.171462 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.173245 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b355350-b30b-4000-9798-cdf47cd7eb43 HTTP/1.1" status: 200  len: 1093 time: 6.1755791
Dec 14 10:08:33.175293 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'tag': '3b355350-b30b-4000-9798-cdf47cd7eb43'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:33.273884 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port cfdc18d9-28a7-4ada-b121-7da249e5acd6, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=cfdc18d9-28a7-4ada-b121-7da249e5acd6,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:33.277856 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.285029 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.287538 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:33.303560 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:33.304147 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Checking segment: {'id': '9a5490c1-0fae-4d30-b49d-f363399680b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:33.304832 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Bound using segment: {'id': '9a5490c1-0fae-4d30-b49d-f363399680b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:33.305401 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Bound port: b88f6614-94a6-49ff-aab2-e715637e1e86, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5490c1-0fae-4d30-b49d-f363399680b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:33.308461 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.343483 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.388446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4a540cae-5547-4ea9-a48f-a037ba59432a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:33.402345 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:33.452301 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617fb84b-7cfa-47e3-b3d4-7412d0256af8,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:33.489781 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:33.490715 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=cfdc18d9-28a7-4ada-b121-7da249e5acd6,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:33.503170 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:33.538443 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'}  {{(pid=86850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:08:33.556168 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3a74c032-2300-4ba2-9530-2033d5fa6c6e req-49d83ff0-8a83-4884-91c5-3e81f5fa4d84 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7280831
Dec 14 10:08:33.634382 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.635091 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.segments_db [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Added segment add30b06-15fe-4f07-abc2-67d81def3981 of type vlan for network 247b67cc-41f8-4ef2-b37d-df35fb8c28ea
Dec 14 10:08:33.649225 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-b3f4c7b5-51cb-4b17-8a10-477cf6a8339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:33.663726 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-b3f4c7b5-51cb-4b17-8a10-477cf6a8339a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 1096 time: 0.3720157
Dec 14 10:08:33.680981 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] For port b88f6614-94a6-49ff-aab2-e715637e1e86, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:33.702519 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] For port b88f6614-94a6-49ff-aab2-e715637e1e86, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b88f6614-94a6-49ff-aab2-e715637e1e86,segment=NetworkSegment(9a5490c1-0fae-4d30-b49d-f363399680b2),segment_id=9a5490c1-0fae-4d30-b49d-f363399680b2)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:33.727359 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:33.775385 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-05d21aaa-0f78-4821-bbc1-d5abd78b7797 service neutron] 10.222.0.20 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0334620
Dec 14 10:08:33.783586 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:33.790184 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-c149e6d0-474a-40a6-9960-a502c8c9680a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b355350-b30b-4000-9798-cdf47cd7eb43 HTTP/1.1" status: 200  len: 217 time: 0.1240890
Dec 14 10:08:33.903208 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-a16901b2-3972-4e4e-beff-eb8b93e8d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:33.906820 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-a16901b2-3972-4e4e-beff-eb8b93e8d101 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.0995629
Dec 14 10:08:33.954506 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:34.020973 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-fb983e42-7be5-418b-a9d6-e3717f06b643 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0825326
Dec 14 10:08:34.071218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:34.071921 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:34.082359 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] 10.222.0.54 "PUT /v2.0/ports/b88f6614-94a6-49ff-aab2-e715637e1e86 HTTP/1.1" status: 200  len: 1094 time: 7.0773835
Dec 14 10:08:34.085847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:34.227743 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b842983c-e442-4f90-8055-7a36d96dc8df req-f5fbc23e-15c0-45fe-b872-c72e632a3291 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 210 time: 0.1925695
Dec 14 10:08:34.295978 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Allocated IP 172.27.2.127 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/2ce71d67-1fbd-425c-904e-c789b5d7eb79) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:34.508405 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 9e7d5138-6feb-4edf-b2bf-c1b60060b086 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:34.512382 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:34.541398 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'tag': 'b88f6614-94a6-49ff-aab2-e715637e1e86'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:34.609449 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:34.683958 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.resource_extend [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 14 10:08:34.754651 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:34.758878 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:34.763764 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-06b13ef5-8a2a-4b9f-910b-4645d4713340 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5274239
Dec 14 10:08:34.872717 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Pushing event updated for resources: {'Port': ['ID=b88f6614-94a6-49ff-aab2-e715637e1e86,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:34.891611 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:34.896682 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:34.914767 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:35.176214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:35.178781 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'Port': ['ID=2ce71d67-1fbd-425c-904e-c789b5d7eb79,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:35.210585 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:35.217174 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cfdc18d9-28a7-4ada-b121-7da249e5acd6 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:35.231358 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a9d3aa80-dcc5-4727-9db8-314ac9912620 req-9decf78a-cc91-440b-8de1-592cb39f2359 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4154136
Dec 14 10:08:35.235955 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:35.236668 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:35.335792 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:35.336382 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:35.354156 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:35.413611 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port cfdc18d9-28a7-4ada-b121-7da249e5acd6 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:35.414310 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:35.428658 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'tag': '3b355350-b30b-4000-9798-cdf47cd7eb43', 'status': 'completed', 'code': 200}
Dec 14 10:08:35.457016 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:35.740975 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Pushing event updated for resources: {'Network': ['ID=247b67cc-41f8-4ef2-b37d-df35fb8c28ea,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:35.743834 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:35.762370 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:35.766715 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 247b67cc-41f8-4ef2-b37d-df35fb8c28ea details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:08:35.798737 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13686828-2ecd-4c74-a481-98d23daa76e8 req-1203cbd7-926f-433e-9fe3-dfd0fdae1b9c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:35.807408 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13686828-2ecd-4c74-a481-98d23daa76e8 req-1203cbd7-926f-433e-9fe3-dfd0fdae1b9c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 943 time: 2.0281343
Dec 14 10:08:35.854796 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-28f81654-93fb-4824-9aa3-ba17c276678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:35.856268 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-28f81654-93fb-4824-9aa3-ba17c276678d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 1096 time: 0.3746719
Dec 14 10:08:35.870521 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bcc624cf-cbe1-4102-9b33-3e21649c411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:35.872829 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-bcc624cf-cbe1-4102-9b33-3e21649c411b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c185d9933ced42d0b30077f0febbc3b7&device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 1097 time: 1.2679088
Dec 14 10:08:35.889842 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13686828-2ecd-4c74-a481-98d23daa76e8 req-1874fe7a-38f9-47ea-8dab-df24c6037e14 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815208
Dec 14 10:08:35.904994 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6330a-6c34-46c8-a835-4f7326d98ed7 req-725cc268-90c1-4364-965a-c1dfb0e90cd9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:35.905849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-acd6330a-6c34-46c8-a835-4f7326d98ed7 req-725cc268-90c1-4364-965a-c1dfb0e90cd9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Synchronizing usage tracker for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:35.953873 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-acd6330a-6c34-46c8-a835-4f7326d98ed7 req-725cc268-90c1-4364-965a-c1dfb0e90cd9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Unset dirty status for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:35.962437 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-acd6330a-6c34-46c8-a835-4f7326d98ed7 req-725cc268-90c1-4364-965a-c1dfb0e90cd9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 944 time: 0.2393186
Dec 14 10:08:36.063988 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-0d3c6335-1627-48e3-a8a1-e8c56da03e9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88f6614-94a6-49ff-aab2-e715637e1e86 HTTP/1.1" status: 200  len: 217 time: 0.1522157
Dec 14 10:08:36.075139 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-acd6330a-6c34-46c8-a835-4f7326d98ed7 req-2816fa57-3244-4a4f-bb0d-49cfacee9fec tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Synchronizing usage tracker for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:36.120508 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 5.3429871
Dec 14 10:08:36.124779 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56760) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:36.131508 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-acd6330a-6c34-46c8-a835-4f7326d98ed7 req-2816fa57-3244-4a4f-bb0d-49cfacee9fec tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Unset dirty status for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:36.145617 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-acd6330a-6c34-46c8-a835-4f7326d98ed7 req-2816fa57-3244-4a4f-bb0d-49cfacee9fec tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822741
Dec 14 10:08:36.155776 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Request body: {'subnet': {'network_id': '247b67cc-41f8-4ef2-b37d-df35fb8c28ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1522802204-subnet', 'tenant_id': 'a0bbb3a4e41b439b8f85080e8906aa6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:36.164180 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:36.168520 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Usage tracker for resource:subnet and tenant:a0bbb3a4e41b439b8f85080e8906aa6e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:36.172576 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:36.179959 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:36.191369 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-b005a518-a6b3-41a8-ac09-4e5e364dd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:36.193339 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-b005a518-a6b3-41a8-ac09-4e5e364dd658 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 915 time: 0.2811031
Dec 14 10:08:36.195712 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Made reservation on behalf of a0bbb3a4e41b439b8f85080e8906aa6e for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:36.198956 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:36.324911 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-219c2f74-a9e8-4242-bc83-10e6341c94d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b355350-b30b-4000-9798-cdf47cd7eb43 HTTP/1.1" status: 200  len: 217 time: 0.0910985
Dec 14 10:08:36.325580 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56770) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:36.420296 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.54', 49922) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:36.421797 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-ceea4f6a-b470-4c11-bd4f-a440a60ef045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:36.423260 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-ceea4f6a-b470-4c11-bd4f-a440a60ef045 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=01d99c07-b33a-42ea-b2a9-a32b7e5e3b75 HTTP/1.1" status: 200  len: 852 time: 0.3412733
Dec 14 10:08:36.508214 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-b7f49997-9da4-4ec7-b2de-c6c83f9e9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:36.509701 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-b7f49997-9da4-4ec7-b2de-c6c83f9e9e33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.1760478
Dec 14 10:08:36.602968 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-99de1ce9-26b9-498f-a15a-ac27879c5518 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846117
Dec 14 10:08:36.606072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c985-2047-4f27-951c-9da47dfd4782 req-746a1202-516b-4727-a617-d84540ccbb3e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:36.607543 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-746a1202-516b-4727-a617-d84540ccbb3e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 818 time: 0.1833658
Dec 14 10:08:36.612256 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'tag': 'b88f6614-94a6-49ff-aab2-e715637e1e86', 'status': 'completed', 'code': 200}
Dec 14 10:08:36.677385 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-251833f0-52f9-491b-966f-890d73a49718 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3e5f9c3-89a4-4893-939b-76a4f92dc189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607860
Dec 14 10:08:36.723676 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185c3-2774-4133-ad80-13fa130593c6 req-4fab5b2b-d11b-4277-a360-3ffdff71aa73 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:36.730343 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-4fab5b2b-d11b-4277-a360-3ffdff71aa73 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 818 time: 0.6997008
Dec 14 10:08:36.763357 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Request body: {'port': {'device_id': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'admin_state_up': True, 'tenant_id': 'f5695583eab44670bb4a5057d81beb15'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:36.877496 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-10ee1913-522e-41fa-a1cc-f169ed84da97 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361085
Dec 14 10:08:36.931920 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:36.962270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:36.972927 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Usage tracker for resource:security_group_rule and tenant:6830166c147d41bbaf050f5e9fcb5384 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:36.978467 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:37.036488 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.046624 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:37.065314 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1a360689-0c8d-4f90-8c14-c7afcd46371b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:37.157734 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-61f21795-54c3-421d-b612-b449e564a874 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/quotas/f5695583eab44670bb4a5057d81beb15 HTTP/1.1" status: 200  len: 375 time: 0.4186966
Dec 14 10:08:37.196639 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56828) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:37.204400 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c20779-e262-4301-a7d0-870b6b3f8e02,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:37.228795 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:37.262525 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56834) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:37.269036 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Checking segment: {'id': 'add30b06-15fe-4f07-abc2-67d81def3981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '247b67cc-41f8-4ef2-b37d-df35fb8c28ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:37.269392 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Network hostable DHCP agents. Network: 247b67cc-41f8-4ef2-b37d-df35fb8c28ea, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:08:37.308647 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.333325 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9c1b0ae-d7ac-46c9-9279-81f0bac6388a req-b1b28b9b-894e-4150-b1d4-0777412b3e5f service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4429007
Dec 14 10:08:37.338672 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.352894 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Network 247b67cc-41f8-4ef2-b37d-df35fb8c28ea is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:08:37.372963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:37.383670 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 247b67cc-41f8-4ef2-b37d-df35fb8c28ea) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:37.396221 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee48453-c014-42a9-97aa-fcf0af5f2282 None None] Network 247b67cc-41f8-4ef2-b37d-df35fb8c28ea requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:37.403482 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:37.404333 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.422556 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8015-37b8-4457-80ea-b02117e2490d req-18e46762-841a-4ea1-95db-4697892e00f2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:37.433607 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-820f8015-37b8-4457-80ea-b02117e2490d req-18e46762-841a-4ea1-95db-4697892e00f2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 943 time: 0.3253925
Dec 14 10:08:37.442053 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:37.459461 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-68563f4c-9a32-4ddf-9f5e-8a38fc9cba03 service neutron] 10.222.0.54 "GET /v2.0/networks/b3e5f9c3-89a4-4893-939b-76a4f92dc189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7174809
Dec 14 10:08:37.466541 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.478916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Usage tracker for resource:port and tenant:f5695583eab44670bb4a5057d81beb15 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:37.489201 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:37.493727 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.503795 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-820f8015-37b8-4457-80ea-b02117e2490d req-6c5a6f2d-9156-4cac-9c44-3c183f3fdb0e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:37.521973 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.523783 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:37.527587 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.562483 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.570597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:37.577155 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f07440b4-6dc6-4e0c-8dcb-b8857207e4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:37.590385 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6830166c147d41bbaf050f5e9fcb5384&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2605152
Dec 14 10:08:37.593498 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56842) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:37.619154 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'Port': ['ID=2ce71d67-1fbd-425c-904e-c789b5d7eb79,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:37.634676 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:37.638125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-511185c3-2774-4133-ad80-13fa130593c6 req-4435abbf-d564-4135-9316-43e95806ec5f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Synchronizing usage tracker for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:37.640581 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.641721 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.4697077
Dec 14 10:08:37.646335 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Usage tracker for resource:security_group_rule and tenant:b84e07884d2c450b8acc0dbddd3da506 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:37.651194 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:37.664522 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:37.664717 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:37.668113 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5420337
Dec 14 10:08:37.669773 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ff271-6603-4a79-aec5-c87a92f7b707 None None] Network 247b67cc-41f8-4ef2-b37d-df35fb8c28ea requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:37.680733 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c29ddf6fdf4068a24fc86a1aa2e70c is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:37.684964 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:37.693657 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3440dcd-7ec8-4a5e-bcdd-9da8a4294dad,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:37.703891 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:37.704826 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:37.747471 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Made reservation on behalf of f5695583eab44670bb4a5057d81beb15 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:37.751731 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.776894 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.808853 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10dab5f3-1a65-43d8-bae2-354f3e3bc6e6 req-cbd7e161-a67d-4397-9b8b-ade5409c5c1d service neutron] 10.222.0.54 "GET /v2.0/networks/b3e5f9c3-89a4-4893-939b-76a4f92dc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166473
Dec 14 10:08:37.815127 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-511185c3-2774-4133-ad80-13fa130593c6 req-4435abbf-d564-4135-9316-43e95806ec5f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Unset dirty status for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:37.816607 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-4435abbf-d564-4135-9316-43e95806ec5f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6562669
Dec 14 10:08:37.843066 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.938484 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.946556 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:37.960094 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:37.971535 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.014795 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c29ddf6fdf4068a24fc86a1aa2e70c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8116207
Dec 14 10:08:38.017237 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a292693d-8d18-4951-972b-df91b630ee2c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:38.019865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56856) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:38.025018 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:38.037054 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:38.047909 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.052313 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3440dcd-7ec8-4a5e-bcdd-9da8a4294dad HTTP/1.1" status: 204  len: 168 time: 0.4455216
Dec 14 10:08:38.053331 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3440dcd-7ec8-4a5e-bcdd-9da8a4294dad,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:38.057084 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:38.123858 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.152233 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.219924 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-79307457-fbde-414e-a250-848374dea5a1 service neutron] 10.222.0.20 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3418126
Dec 14 10:08:38.229563 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.231582 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-ad74493f-54a0-4d8d-bd8d-325ba55fd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:38.233154 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-ad74493f-54a0-4d8d-bd8d-325ba55fd91e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c185d9933ced42d0b30077f0febbc3b7&device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 1097 time: 0.3539793
Dec 14 10:08:38.233943 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:38.236963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.254148 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a292693d-8d18-4951-972b-df91b630ee2c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:38.256325 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:38.266596 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-820f8015-37b8-4457-80ea-b02117e2490d req-6c5a6f2d-9156-4cac-9c44-3c183f3fdb0e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:38.280490 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-820f8015-37b8-4457-80ea-b02117e2490d req-6c5a6f2d-9156-4cac-9c44-3c183f3fdb0e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8438811
Dec 14 10:08:38.285668 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.289146 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a292693d-8d18-4951-972b-df91b630ee2c HTTP/1.1" status: 204  len: 168 time: 0.2644885
Dec 14 10:08:38.302965 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:38.304058 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Allocated IP 172.20.0.10 (16176ada-a401-430e-83a6-e6937490a230/f7c8e9dd-0801-4b76-997b-64dc803853cb/7a526190-4919-4594-99c3-7109b540bd6f) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:38.380029 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1c0cc528-1e91-48a0-9da9-0ae5b960d4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:38.502190 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a88194-88be-4b22-9ae3-3ba7ce684afc req-3ac57963-cdbc-4f7a-bfea-cc14f6fc93e9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:38.503785 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9a88194-88be-4b22-9ae3-3ba7ce684afc req-3ac57963-cdbc-4f7a-bfea-cc14f6fc93e9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 944 time: 0.1009481
Dec 14 10:08:38.523925 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b84e07884d2c450b8acc0dbddd3da506&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2567790
Dec 14 10:08:38.531855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56876) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:38.543256 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf20804-beaf-4d8f-b456-264c7175e6f4,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:38.558943 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:38.597653 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9a88194-88be-4b22-9ae3-3ba7ce684afc req-3caec401-fd44-435e-b7a7-b2fe721ee7ed tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880151
Dec 14 10:08:38.645151 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-7fe1e533-aa0e-46c1-b3e5-e85ac4a5ecf5 service neutron] 10.222.0.20 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4110422
Dec 14 10:08:38.667265 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:08:38.691741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-551de926-e908-4fc2-bf83-9452bfca708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:38.693212 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-551de926-e908-4fc2-bf83-9452bfca708e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3e5f9c3-89a4-4893-939b-76a4f92dc189 HTTP/1.1" status: 200  len: 913 time: 0.4518869
Dec 14 10:08:38.754902 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-62dc7c99-6383-4826-a47c-7c53d9e5b412 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:38.784933 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-62dc7c99-6383-4826-a47c-7c53d9e5b412 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:38.787801 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-62dc7c99-6383-4826-a47c-7c53d9e5b412 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1284092055&fields=id&tenant_id=d66bc312475a4c749b82c1f077f8fff7 HTTP/1.1" status: 200  len: 267 time: 0.0889180
Dec 14 10:08:38.954865 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56896) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:38.957542 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-7524512a-9df6-4827-b510-7ca4d4606995 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88f6614-94a6-49ff-aab2-e715637e1e86 HTTP/1.1" status: 200  len: 217 time: 0.2089427
Dec 14 10:08:39.038406 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-5ae376f2-da79-4814-b4a9-858d55ebd0d0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:39.039197 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-5ae376f2-da79-4814-b4a9-858d55ebd0d0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:39.041629 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56900) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:39.058455 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56906) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:39.076326 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-380630382-network', 'tenant_id': 'dbe7a6f5a1d64bbdbbbcb5a0e94f1389'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:39.081552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:39.085488 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Usage tracker for resource:network and tenant:dbe7a6f5a1d64bbdbbbcb5a0e94f1389 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:39.088476 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:39.094659 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:39.101332 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.122129 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:39.125205 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-5ae376f2-da79-4814-b4a9-858d55ebd0d0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:39.126548 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-5ae376f2-da79-4814-b4a9-858d55ebd0d0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 810 time: 0.3311610
Dec 14 10:08:39.129167 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Made reservation on behalf of dbe7a6f5a1d64bbdbbbcb5a0e94f1389 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:39.131131 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-062e423b-7f66-43cd-b96d-fba287753a20 req-e6b7766d-9746-40a0-8722-ea15a09d9a10 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 210 time: 0.1791739
Dec 14 10:08:39.131632 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.144006 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Usage tracker for resource:security_group_rule and tenant:eea5b0336f30400f99c089d4683e8bdb is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:39.148926 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:39.154351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.160164 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.171771 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:39.174117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.176907 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-95165394-06fe-47da-9c32-733a7131c150 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/quotas/d66bc312475a4c749b82c1f077f8fff7 HTTP/1.1" status: 200  len: 375 time: 0.0347366
Dec 14 10:08:39.186506 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:39.227233 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:39.235344 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe7a6f5a1d64bbdbbbcb5a0e94f1389 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:39.242823 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a0f0c6469c4435bb195705593f75cb is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:39.246374 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.249791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:39.259213 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:39.263243 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:39.279971 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-afed4f67-c630-4651-8a0c-3c20811af7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:39.281302 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-afed4f67-c630-4651-8a0c-3c20811af7f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=01d99c07-b33a-42ea-b2a9-a32b7e5e3b75 HTTP/1.1" status: 200  len: 852 time: 0.2207792
Dec 14 10:08:39.288545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:39.299218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.384920 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-59deb737-63b5-4ab6-8cca-c91a4c68c2b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3e5f9c3-89a4-4893-939b-76a4f92dc189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928290
Dec 14 10:08:39.399913 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.408377 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-1725156d-fe9a-4f1a-a8f3-d1c0b9670566 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:39.415026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.440735 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:39.487913 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-1725156d-fe9a-4f1a-a8f3-d1c0b9670566 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:39.489205 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-1725156d-fe9a-4f1a-a8f3-d1c0b9670566 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3001311
Dec 14 10:08:39.536962 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3b355350-b30b-4000-9798-cdf47cd7eb43 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:08:39.541922 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.541922 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9754f7-0a46-4e11-8287-4e9b347456bc,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:39.551788 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eea5b0336f30400f99c089d4683e8bdb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5077369
Dec 14 10:08:39.555069 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:39.555526 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56916) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:39.607065 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.619708 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.642380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:39.646513 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:39.653816 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.675447 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-27cbaa85-124c-43a9-b922-206250182487 service neutron] 10.222.0.54 "GET /v2.0/networks/b3e5f9c3-89a4-4893-939b-76a4f92dc189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828898
Dec 14 10:08:39.687875 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf20804-beaf-4d8f-b456-264c7175e6f4,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:39.724960 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:08:39.730186 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a83d89-1c7b-4939-9025-c9210f982482,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:39.732348 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:39.753854 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:39.760934 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 3b355350-b30b-4000-9798-cdf47cd7eb43, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3b355350-b30b-4000-9798-cdf47cd7eb43,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:39.763060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:39.772463 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.772808 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Added segment 0e1e0215-5adf-4a62-bec5-039f5e0768e8 of type vlan for network db527af0-4eff-491c-905e-1241870f230f
Dec 14 10:08:39.777182 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '3b355350-b30b-4000-9798-cdf47cd7eb43', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'port_id': '3b355350-b30b-4000-9798-cdf47cd7eb43', 'mac_address': 'fa:16:3e:80:53:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:08:39.806838 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-e9299bc9-5437-4fe6-92d5-fb809f049b40 service neutron] 10.222.0.20 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962935
Dec 14 10:08:39.835077 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.839675 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.856725 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b355350-b30b-4000-9798-cdf47cd7eb43 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:39.873825 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 3b355350-b30b-4000-9798-cdf47cd7eb43, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3b355350-b30b-4000-9798-cdf47cd7eb43,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:39.879114 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.881206 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:39.885050 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.887319 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Network 16176ada-a401-430e-83a6-e6937490a230 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:39.903152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:39.909700 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.913579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.919463 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fad5-a5d3-4782-98c3-dba7cefa1129 req-e8a09ac5-d81e-4705-8652-28c73a04db22 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:39.921064 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5e94fad5-a5d3-4782-98c3-dba7cefa1129 req-e8a09ac5-d81e-4705-8652-28c73a04db22 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 943 time: 0.4928217
Dec 14 10:08:39.925338 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:39.930830 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:39.931604 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.958024 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.962722 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=3b355350-b30b-4000-9798-cdf47cd7eb43,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:39.972979 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:39.983389 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Pushing event updated for resources: {'Port': ['ID=7a526190-4919-4594-99c3-7109b540bd6f,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:39.992216 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:39.993518 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebf20804-beaf-4d8f-b456-264c7175e6f4 HTTP/1.1" status: 204  len: 168 time: 1.4475129
Dec 14 10:08:39.994727 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:40.008472 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:40.041067 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3377981
Dec 14 10:08:40.084327 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4a0f0c6469c4435bb195705593f75cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1255515
Dec 14 10:08:40.098858 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Request body: {'port': {'device_id': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:40.123354 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3b355350-b30b-4000-9798-cdf47cd7eb43'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:08:40.135396 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56926) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:40.165505 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f35fe2cb-c68e-4269-8441-56f94b386382 req-ad0c4610-d221-4540-b539-1538701eec7b service neutron] 10.222.0.54 "GET /v2.0/networks/b3e5f9c3-89a4-4893-939b-76a4f92dc189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4803157
Dec 14 10:08:40.169003 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5e94fad5-a5d3-4782-98c3-dba7cefa1129 req-6c09ce72-d508-4930-a577-af8b099053cc tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266016
Dec 14 10:08:40.181393 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dcbee5-2e45-4efe-9753-8d54c5725271,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:40.192678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:40.282384 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185c3-2774-4133-ad80-13fa130593c6 req-e2c43633-509d-46dc-a8b7-303a3fde9c4a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:40.284088 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-e2c43633-509d-46dc-a8b7-303a3fde9c4a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 818 time: 0.1776907
Dec 14 10:08:40.287789 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.290884 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:40.291293 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.296385 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-2ca422e7-a9a1-4271-88e4-aba14711b4fd service neutron] 10.222.0.20 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4886687
Dec 14 10:08:40.302742 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Request body: {'port': {'device_id': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'admin_state_up': True, 'tenant_id': 'f5695583eab44670bb4a5057d81beb15'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:40.319315 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:40.326664 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.504862 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.598729 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Pushing event updated for resources: {'Network': ['ID=db527af0-4eff-491c-905e-1241870f230f,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:40.605407 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.614010 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.617361 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.618864 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a9754f7-0a46-4e11-8287-4e9b347456bc HTTP/1.1" status: 204  len: 168 time: 1.0140939
Dec 14 10:08:40.632389 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network db527af0-4eff-491c-905e-1241870f230f details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:08:40.649204 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:40.650080 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:40.668146 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6040211
Dec 14 10:08:40.680819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 56944) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:40.708369 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9754f7-0a46-4e11-8287-4e9b347456bc,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:40.714021 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Request body: {'subnet': {'network_id': 'db527af0-4eff-491c-905e-1241870f230f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-380630382-subnet', 'tenant_id': 'dbe7a6f5a1d64bbdbbbcb5a0e94f1389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:40.719278 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:40.723951 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Usage tracker for resource:subnet and tenant:dbe7a6f5a1d64bbdbbbcb5a0e94f1389 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:40.727266 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:40.733253 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:40.794222 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:40.794915 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Made reservation on behalf of dbe7a6f5a1d64bbdbbbcb5a0e94f1389 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:40.798532 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:40.858207 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-19213309-bd2b-4a8e-af62-82faedc1c3d0 req-3f4b8c35-610e-43cc-9f76-3a194d6068c9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 210 time: 0.1016603
Dec 14 10:08:40.932739 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56952) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:41.015992 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434eb06e-2109-41c3-a2ca-da438df49e5c req-b59ce26a-d588-450f-9dd0-5879fb974ae6 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:41.018867 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-434eb06e-2109-41c3-a2ca-da438df49e5c req-b59ce26a-d588-450f-9dd0-5879fb974ae6 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 944 time: 0.4888442
Dec 14 10:08:41.019804 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.024917 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:41.030180 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Usage tracker for resource:port and tenant:f5695583eab44670bb4a5057d81beb15 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:41.034190 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:41.040448 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:41.060921 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a526190-4919-4594-99c3-7109b540bd6f {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:41.063588 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Made reservation on behalf of f5695583eab44670bb4a5057d81beb15 for: {'port': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:41.067731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.074421 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:41.078082 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.092726 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Usage tracker for resource:security_group_rule and tenant:65e164d0d04b4211ba708d68d0d50966 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:41.106128 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:41.110450 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-06f9efe4-359e-4dd3-89b6-3bc86a4a4d10 req-150f58b1-7385-4feb-baf2-80ef23498d69 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 210 time: 0.1659343
Dec 14 10:08:41.122164 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:41.127618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.130990 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-434eb06e-2109-41c3-a2ca-da438df49e5c req-5625282c-9946-4b3a-a58c-f2dcddc18d0f tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957015
Dec 14 10:08:41.134199 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Transition to ACTIVE for port object 7a526190-4919-4594-99c3-7109b540bd6f will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:41.144848 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-054a40bc-bbfe-4d89-9a61-3aac752a5bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:41.163233 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.174435 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dcbee5-2e45-4efe-9753-8d54c5725271,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:41.179861 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:41.186231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-04f6121c-778a-4601-8dad-e3377df53fee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:41.255300 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.256447 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94dcbee5-2e45-4efe-9753-8d54c5725271 HTTP/1.1" status: 204  len: 168 time: 1.1175447
Dec 14 10:08:41.518876 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device b88f6614-94a6-49ff-aab2-e715637e1e86 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:08:41.530014 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Pushing event updated for resources: {'Port': ['ID=7a526190-4919-4594-99c3-7109b540bd6f,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:41.541766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:41.570404 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Attempting to bind port 7a526190-4919-4594-99c3-7109b540bd6f on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:41.570728 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Attempting to bind port 7a526190-4919-4594-99c3-7109b540bd6f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:41.571053 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Attempting to bind port 7a526190-4919-4594-99c3-7109b540bd6f on network 16176ada-a401-430e-83a6-e6937490a230 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:41.573279 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3b355350-b30b-4000-9798-cdf47cd7eb43 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:41.583366 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Port 7a526190-4919-4594-99c3-7109b540bd6f on network 16176ada-a401-430e-83a6-e6937490a230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:08:41.585006 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Attempting to bind port 7a526190-4919-4594-99c3-7109b540bd6f on network 16176ada-a401-430e-83a6-e6937490a230 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:41.599074 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:41.599364 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Checking segment: {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:41.599750 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Bound using segment: {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:41.600186 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Bound port: 7a526190-4919-4594-99c3-7109b540bd6f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:41.600522 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.621733 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.642506 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Allocated IP 172.20.0.4 (16176ada-a401-430e-83a6-e6937490a230/f7c8e9dd-0801-4b76-997b-64dc803853cb/3937de4c-40a7-4ab1-84ef-8bcc52206b8b) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:41.653580 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.resource_extend [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 14 10:08:41.683004 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.708026 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3e3c2745-029c-4540-a99f-0087cb771a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:41.779777 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6f0aa-cc38-4c1c-93d3-78f918c1975b req-96c57777-e5e8-4a74-9800-8a34de4935fc tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:41.796079 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49b6f0aa-cc38-4c1c-93d3-78f918c1975b req-96c57777-e5e8-4a74-9800-8a34de4935fc tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 944 time: 0.3277004
Dec 14 10:08:41.821854 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65e164d0d04b4211ba708d68d0d50966&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8848209
Dec 14 10:08:41.822888 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb94a83-6c4c-48bc-9bcb-823c854bede1,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:41.827734 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 56990) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:41.838504 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:41.883705 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.903269 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 3b355350-b30b-4000-9798-cdf47cd7eb43 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:41.907961 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] For port 7a526190-4919-4594-99c3-7109b540bd6f, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:41.917706 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] For port 7a526190-4919-4594-99c3-7109b540bd6f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a526190-4919-4594-99c3-7109b540bd6f,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:41.938845 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:41.941290 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 3b355350-b30b-4000-9798-cdf47cd7eb43 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:41.941847 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.000876 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:42.054899 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.059301 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-52a6da41-4de4-4aea-bb89-b66cba9acf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:42.103157 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port b88f6614-94a6-49ff-aab2-e715637e1e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b88f6614-94a6-49ff-aab2-e715637e1e86,segment=NetworkSegment(9a5490c1-0fae-4d30-b49d-f363399680b2),segment_id=9a5490c1-0fae-4d30-b49d-f363399680b2)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:42.123965 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': 'b88f6614-94a6-49ff-aab2-e715637e1e86', 'network_id': 'b3e5f9c3-89a4-4893-939b-76a4f92dc189', 'port_id': 'b88f6614-94a6-49ff-aab2-e715637e1e86', 'mac_address': 'fa:16:3e:c2:da:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d99c07-b33a-42ea-b2a9-a32b7e5e3b75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:08:42.141322 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49b6f0aa-cc38-4c1c-93d3-78f918c1975b req-feebca4f-bb7c-418e-aaab-90a1b37cadc9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3437376
Dec 14 10:08:42.179638 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-b83c6660-9365-4c30-8d5c-b88d09f48e68 req-6535278d-0a61-46a0-8e25-3a77e9fb36f8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Synchronizing usage tracker for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:42.186179 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.212871 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:42.215362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.217714 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] 10.222.0.54 "PUT /v2.0/ports/7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 1094 time: 2.1652019
Dec 14 10:08:42.238995 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'tag': '7a526190-4919-4594-99c3-7109b540bd6f'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:42.286621 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-b83c6660-9365-4c30-8d5c-b88d09f48e68 req-6535278d-0a61-46a0-8e25-3a77e9fb36f8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Unset dirty status for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:42.288593 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b83c6660-9365-4c30-8d5c-b88d09f48e68 req-6535278d-0a61-46a0-8e25-3a77e9fb36f8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 210 time: 0.1809692
Dec 14 10:08:42.339877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Pushing event updated for resources: {'Port': ['ID=7a526190-4919-4594-99c3-7109b540bd6f,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:42.353258 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:42.379358 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.394303 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:42.403469 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e9e7a79b-8acf-4454-b7f3-e3ba6f369427 req-af703a6c-8b24-4452-b587-df40c652f348 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 210 time: 0.1096735
Dec 14 10:08:42.429610 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753742f4-bc2d-42c0-b853-018d1367b4f0,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:42.434209 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb94a83-6c4c-48bc-9bcb-823c854bede1,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:42.441788 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:42.443085 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:42.447850 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.493132 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Checking segment: {'id': '0e1e0215-5adf-4a62-bec5-039f5e0768e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'db527af0-4eff-491c-905e-1241870f230f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:42.493490 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Network hostable DHCP agents. Network: db527af0-4eff-491c-905e-1241870f230f, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:08:42.539597 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.595972 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 3b355350-b30b-4000-9798-cdf47cd7eb43, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3b355350-b30b-4000-9798-cdf47cd7eb43,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:42.602537 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b355350-b30b-4000-9798-cdf47cd7eb43'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:42.614895 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Network db527af0-4eff-491c-905e-1241870f230f is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:08:42.625006 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.670256 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, db527af0-4eff-491c-905e-1241870f230f) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:42.681871 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:42.686796 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.710355 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-e2ae0147-02af-48b6-86fc-c9884c03aa3c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:42.711971 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-e2ae0147-02af-48b6-86fc-c9884c03aa3c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 810 time: 0.1965063
Dec 14 10:08:42.712928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.714067 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cb94a83-6c4c-48bc-9bcb-823c854bede1 HTTP/1.1" status: 204  len: 168 time: 0.8809097
Dec 14 10:08:42.716192 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'tag': '7a526190-4919-4594-99c3-7109b540bd6f', 'status': 'completed', 'code': 200}
Dec 14 10:08:42.758320 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c586f0-9c97-40b4-8a80-c7f3d99e67b3 None None] Network db527af0-4eff-491c-905e-1241870f230f requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:42.771618 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.0882163
Dec 14 10:08:42.774999 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.796824 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:42.831043 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88f6614-94a6-49ff-aab2-e715637e1e86 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:42.854353 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:42.865512 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-d386c59b-00f9-4363-b69c-959cf9649087 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66bc312475a4c749b82c1f077f8fff7 HTTP/1.1" status: 200  len: 380 time: 0.0832894
Dec 14 10:08:42.881161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:42.884202 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'port': {'device_id': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'admin_state_up': True, 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'security_groups': ['1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:42.885113 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Network 16176ada-a401-430e-83a6-e6937490a230 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:42.893614 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:42.916685 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:42.925042 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc5395-1b69-42bb-8d3e-6529c9839875 req-b72a0988-ffe0-4a74-89c9-79cd71c35351 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:42.932292 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9bcc5395-1b69-42bb-8d3e-6529c9839875 req-b72a0988-ffe0-4a74-89c9-79cd71c35351 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 944 time: 0.2149839
Dec 14 10:08:42.938242 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:42.938907 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:43.007430 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7099154
Dec 14 10:08:43.014561 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Pushing event updated for resources: {'Port': ['ID=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:43.014936 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c985-2047-4f27-951c-9da47dfd4782 req-3e5aa00c-9a67-4798-af8f-745075bc661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:43.016617 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-3e5aa00c-9a67-4798-af8f-745075bc661a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1097 time: 0.5835335
Dec 14 10:08:43.019531 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1479598f-eb85-4227-9b0d-e2b1d37fe443 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:43.036807 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Request body: {'port': {'device_id': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:43.145940 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57032) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:43.243749 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port b88f6614-94a6-49ff-aab2-e715637e1e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b88f6614-94a6-49ff-aab2-e715637e1e86,segment=NetworkSegment(9a5490c1-0fae-4d30-b49d-f363399680b2),segment_id=9a5490c1-0fae-4d30-b49d-f363399680b2)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:43.292706 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-9538a02d-bc6c-4b42-919e-46e801a8e1f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 217 time: 0.1611593
Dec 14 10:08:43.403926 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:43.407628 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:43.426161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=3b355350-b30b-4000-9798-cdf47cd7eb43,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:43.432191 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:43.432975 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:43.465124 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9bcc5395-1b69-42bb-8d3e-6529c9839875 req-a0ed2bd8-885f-485c-847e-d19064e2cf3c tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5313578
Dec 14 10:08:43.550203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Deleting subnet 62c20779-e262-4301-a7d0-870b6b3f8e02 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:08:43.556356 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:43.568336 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2af14e-f6cd-4260-8fe1-c97c9572c8da None None] Network db527af0-4eff-491c-905e-1241870f230f requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:08:43.577605 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c985-2047-4f27-951c-9da47dfd4782 req-e5d6f5b7-4323-4e1f-827e-3e16b096b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:43.579073 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-e5d6f5b7-4323-4e1f-827e-3e16b096b1db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.2457213
Dec 14 10:08:43.624184 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:43.636374 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:43.652712 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['b88f6614-94a6-49ff-aab2-e715637e1e86'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:08:43.714772 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:43.719305 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=b88f6614-94a6-49ff-aab2-e715637e1e86,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:43.727684 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:43.729154 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:43.747868 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:43.806282 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-1b300da3-a813-4c5b-b0fd-2ea39c421695 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2173240
Dec 14 10:08:43.817121 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Made reservation on behalf of d66bc312475a4c749b82c1f077f8fff7 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:08:43.820676 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:44.051024 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a709-7991-4242-b31a-b7be10deb962 req-6df6e0df-7c73-46f4-8684-0b4899dd2ba3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:44.053833 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7c19a709-7991-4242-b31a-b7be10deb962 req-6df6e0df-7c73-46f4-8684-0b4899dd2ba3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.6641655
Dec 14 10:08:44.140488 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:44.176236 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97962d-895b-468d-b21b-b6aa1118bacd req-2b3ecb29-cae7-469b-92b4-1f61a1a58c4b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:44.177894 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dc97962d-895b-468d-b21b-b6aa1118bacd req-2b3ecb29-cae7-469b-92b4-1f61a1a58c4b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 931 time: 0.4708562
Dec 14 10:08:44.183387 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-3016cc7d-dc64-4c26-b0b4-be8a19ba59e5 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3295321
Dec 14 10:08:44.211893 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5cee9a4c-91cb-4337-aa25-86725d784e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:44.261417 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7c19a709-7991-4242-b31a-b7be10deb962 req-06d338bc-29ca-4b5e-ac5e-6b6e8590a23e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980650
Dec 14 10:08:44.266023 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c20779-e262-4301-a7d0-870b6b3f8e02,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:44.272369 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:44.276305 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:44.288374 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62c20779-e262-4301-a7d0-870b6b3f8e02 HTTP/1.1" status: 204  len: 168 time: 1.1368313
Dec 14 10:08:44.289949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57086) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:44.464867 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0790af3d-dac1-42c2-b94b-a4b40d8b1802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:44.499200 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:44.573468 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dc97962d-895b-468d-b21b-b6aa1118bacd req-0d401eb5-a41c-4d2b-97c2-6671da22c215 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3881598
Dec 14 10:08:44.582562 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Allocated IP 172.20.0.12 (33aca229-a8a6-4405-be53-80fe67a86208/66b630be-f9c0-45fb-9333-1bf0e1ca4d1d/9b3dfaef-7974-48de-8abf-01274b059c49) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:08:44.624620 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f93c0e07-6c61-449c-96de-8d2f046fd7c9 req-f4f042f2-2f22-48cf-8c52-bf56ba94a379 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 210 time: 0.1202426
Dec 14 10:08:44.668502 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5917c985-2047-4f27-951c-9da47dfd4782 req-37c17faa-f80b-4ab5-8af3-7e93b3882bb9 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4500301
Dec 14 10:08:44.979292 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b355350-b30b-4000-9798-cdf47cd7eb43', 'code': 200}
Dec 14 10:08:45.050639 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3937de4c-40a7-4ab1-84ef-8bcc52206b8b {{(pid=86849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:45.092715 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.107313 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.111240 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Transition to ACTIVE for port object 9b3dfaef-7974-48de-8abf-01274b059c49 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:45.147722 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.160016 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.169484 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Transition to ACTIVE for port object 3937de4c-40a7-4ab1-84ef-8bcc52206b8b will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:45.173062 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:45.184306 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.195473 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6e2d125c10>> segment before_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.196152 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6e2d125c10>> subnet precommit_delete_associations 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.197159 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> segment_host_mapping after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.202691 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> port after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.203849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> port after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.204387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> port after_update 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.204894 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> segment after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.205978 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> subnet after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.206548 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> subnet after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.207029 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2deeb670>> subnet after_update 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.259780 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Network 33aca229-a8a6-4405-be53-80fe67a86208 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:08:45.264570 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:08:45.273167 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:08:45.278962 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:45.279583 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.298344 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.54', 49934) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:45.318714 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'Port': ['ID=9b3dfaef-7974-48de-8abf-01274b059c49,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:45.333212 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:45.380872 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e2c8b1fd0>> subnet after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.381492 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e2c8b1fd0>> subnet after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.382090 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e2c8b1fd0>> subnet before_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.382633 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e2c8b1fd0>> subnet before_update 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:08:45.383162 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2d125b80>,) {'filters': {'network_id': ['247b67cc-41f8-4ef2-b37d-df35fb8c28ea']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:45.401102 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-b6c4f961-7858-45dd-a029-13005f39e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:45.411155 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-b6c4f961-7858-45dd-a029-13005f39e004 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1097 time: 0.6738665
Dec 14 10:08:45.413636 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5382462
Dec 14 10:08:45.429093 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:45.460552 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Request body: {'port': {'device_id': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:08:45.525020 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2d125b80>, 'add30b06-15fe-4f07-abc2-67d81def3981') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:45.525324 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2d125b80>, 'add30b06-15fe-4f07-abc2-67d81def3981') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:45.534158 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device b88f6614-94a6-49ff-aab2-e715637e1e86 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:45.661999 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-b5bfe796-0b20-444f-9801-70404093bca2 None None] Provisioning for port 9b3dfaef-7974-48de-8abf-01274b059c49 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:45.671255 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-b5bfe796-0b20-444f-9801-70404093bca2 None None] Provisioning complete for port 9b3dfaef-7974-48de-8abf-01274b059c49 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:45.671751 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe796-0b20-444f-9801-70404093bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.707957 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.713687 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port b88f6614-94a6-49ff-aab2-e715637e1e86 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:45.731488 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port b88f6614-94a6-49ff-aab2-e715637e1e86 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:45.732152 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.736697 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65813798-adb0-4ba2-9d11-bdffe101fee4 req-e99b2ffe-1b4e-4270-8cf5-1b56bd3a9995 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:45.738569 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65813798-adb0-4ba2-9d11-bdffe101fee4 req-e99b2ffe-1b4e-4270-8cf5-1b56bd3a9995 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 945 time: 0.7844152
Dec 14 10:08:45.793538 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-b5bfe796-0b20-444f-9801-70404093bca2 None None] Port 9b3dfaef-7974-48de-8abf-01274b059c49 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:08:45.800629 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Pushing event updated for resources: {'Port': ['ID=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:45.809248 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.815739 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:45.843425 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65813798-adb0-4ba2-9d11-bdffe101fee4 req-ec25975b-cd47-4fbb-b670-0b80137ddf35 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860329
Dec 14 10:08:45.844292 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Attempting to bind port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:45.844626 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Attempting to bind port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:45.844952 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Attempting to bind port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b on network 16176ada-a401-430e-83a6-e6937490a230 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:45.848013 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:08:45.848346 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   from cryptography.utils import int_from_bytes
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   from cryptography.utils import int_from_bytes
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   util.warn_limited(
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   util.warn_limited(
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:08:45.869426 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:08:45.875819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b on network 16176ada-a401-430e-83a6-e6937490a230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:08:45.876284 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Attempting to bind port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b on network 16176ada-a401-430e-83a6-e6937490a230 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:45.910343 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e0287-5315-4208-8c21-bef010b1dee6 req-aa8c8ade-9c85-4244-9c66-0e0e59bf13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:45.912414 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-650e0287-5315-4208-8c21-bef010b1dee6 req-aa8c8ade-9c85-4244-9c66-0e0e59bf13a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 1098 time: 0.6126935
Dec 14 10:08:45.949620 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:45.949989 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Checking segment: {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:45.950381 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Bound using segment: {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:45.950829 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Bound port: 3937de4c-40a7-4ab1-84ef-8bcc52206b8b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77409202-0744-48ac-a2fc-0baf125f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '16176ada-a401-430e-83a6-e6937490a230'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:45.951325 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.958626 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.968443 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-ac8cb705-6d30-4a50-90be-d54ceacefd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:45.970097 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-ac8cb705-6d30-4a50-90be-d54ceacefd6a service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.5425918
Dec 14 10:08:45.973556 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:45.990111 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.063885 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port b88f6614-94a6-49ff-aab2-e715637e1e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b88f6614-94a6-49ff-aab2-e715637e1e86,segment=NetworkSegment(9a5490c1-0fae-4d30-b49d-f363399680b2),segment_id=9a5490c1-0fae-4d30-b49d-f363399680b2)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:46.074208 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:46.077977 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.081420 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-30f78b2f-1208-43a9-8c91-a8c4bd3e2b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:46.178227 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=b88f6614-94a6-49ff-aab2-e715637e1e86,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:46.181874 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:46.220619 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.229466 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] For port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b, host hv-cinder-81888, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:46.241336 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:46.272731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] For port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:46.274405 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.279528 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=247b67cc-41f8-4ef2-b37d-df35fb8c28ea,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:46.284944 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:46.287104 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.289701 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/247b67cc-41f8-4ef2-b37d-df35fb8c28ea HTTP/1.1" status: 204  len: 168 time: 1.9994807
Dec 14 10:08:46.301559 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57164) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:46.302336 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:46.418383 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:46.419374 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.421121 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] 10.222.0.54 "PUT /v2.0/ports/3937de4c-40a7-4ab1-84ef-8bcc52206b8b HTTP/1.1" status: 200  len: 1093 time: 3.3888094
Dec 14 10:08:46.421824 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'tag': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:46.450486 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19185a2-23eb-46de-b662-bbf6a2498fd8 req-ffa3229a-763b-458e-a1d6-3fc43db178e1 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:46.451547 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d19185a2-23eb-46de-b662-bbf6a2498fd8 req-ffa3229a-763b-458e-a1d6-3fc43db178e1 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Synchronizing usage tracker for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:46.476704 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Deleting subnet 753742f4-bc2d-42c0-b853-018d1367b4f0 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:08:46.528352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Pushing event updated for resources: {'Port': ['ID=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:46.531942 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:46.534411 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-8436b73d-92c5-4c4d-8f9c-e20b730c26ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 217 time: 0.5491285
Dec 14 10:08:46.536973 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.543253 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34238853-0f6d-45c3-915f-0fae62a42e87 req-819a97ab-837d-498b-b345-24865463ada3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:46.551390 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-34238853-0f6d-45c3-915f-0fae62a42e87 req-819a97ab-837d-498b-b345-24865463ada3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 1.0571918
Dec 14 10:08:46.586789 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Usage tracker for resource:security_group_rule and tenant:0e9f9304fd1e4f79a95becca258c56ef is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:46.603608 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d19185a2-23eb-46de-b662-bbf6a2498fd8 req-ffa3229a-763b-458e-a1d6-3fc43db178e1 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Unset dirty status for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:46.604565 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d19185a2-23eb-46de-b662-bbf6a2498fd8 req-ffa3229a-763b-458e-a1d6-3fc43db178e1 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 943 time: 0.4453101
Dec 14 10:08:46.639182 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.682457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:46.686811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-c8d11b9f-f4a5-4748-bebe-81566655be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:46.688421 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-c8d11b9f-f4a5-4748-bebe-81566655be98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.1031640
Dec 14 10:08:46.700427 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:46.741581 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d19185a2-23eb-46de-b662-bbf6a2498fd8 req-79cd29e3-8d4a-472b-a902-e1feeac81bc6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Synchronizing usage tracker for tenant:f5695583eab44670bb4a5057d81beb15 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:46.754315 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.769101 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-4a7ed231-0cb5-4937-a42a-396957d28e60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730379
Dec 14 10:08:46.782480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185c3-2774-4133-ad80-13fa130593c6 req-1943b6a9-5142-4d74-94b7-b29c62298af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:46.784819 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-1943b6a9-5142-4d74-94b7-b29c62298af6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 1096 time: 0.3130553
Dec 14 10:08:46.789748 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3dfaef-7974-48de-8abf-01274b059c49 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:46.832137 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d3e03026-c536-4518-8f35-fb69d4c78aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.874533 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d19185a2-23eb-46de-b662-bbf6a2498fd8 req-79cd29e3-8d4a-472b-a902-e1feeac81bc6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Unset dirty status for tenant:f5695583eab44670bb4a5057d81beb15 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:46.875796 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d19185a2-23eb-46de-b662-bbf6a2498fd8 req-79cd29e3-8d4a-472b-a902-e1feeac81bc6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610211
Dec 14 10:08:46.883095 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-ad56db59-12df-4c00-85dc-68508210af42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b HTTP/1.1" status: 200  len: 217 time: 0.0829043
Dec 14 10:08:46.958947 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185c3-2774-4133-ad80-13fa130593c6 req-d5373f15-a552-43ed-8cd2-41add30d0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:46.960737 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-d5373f15-a552-43ed-8cd2-41add30d0117 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.0697434
Dec 14 10:08:46.962870 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.970178 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:46.981549 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f6614-94a6-49ff-aab2-e715637e1e86'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:46.987482 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:46.997109 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-34238853-0f6d-45c3-915f-0fae62a42e87 req-ef6b42cc-4832-4125-bca6-1fd44e313243 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4447820
Dec 14 10:08:47.039646 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Transition to ACTIVE for port object 9b3dfaef-7974-48de-8abf-01274b059c49 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:08:47.057948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753742f4-bc2d-42c0-b853-018d1367b4f0,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:47.063525 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.065031 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-32c8e88c-8b29-4b18-8a95-dbf495c8f020 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0953846
Dec 14 10:08:47.066418 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:47.070799 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.088502 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bd1744b6-b44a-4195-983a-0e214f661cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:47.116721 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'tag': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b', 'status': 'completed', 'code': 200}
Dec 14 10:08:47.143880 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-85b6e315-fb58-4c41-9887-e27f8f31e8f0 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3658659
Dec 14 10:08:47.154004 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5316c1a8-df11-4581-bc7e-52badd06d6fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/753742f4-bc2d-42c0-b853-018d1367b4f0 HTTP/1.1" status: 204  len: 168 time: 0.8156919
Dec 14 10:08:47.157026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57198) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:47.430373 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3dfaef-7974-48de-8abf-01274b059c49,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:47.443318 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.452042 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-10a7d0f5-b287-4775-96e5-e724293ea410 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3373339
Dec 14 10:08:47.453625 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:47.461387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba362524-da51-4839-946a-22927cd4a4a7 req-09a7aeb3-af9e-47bd-8c6a-5d20417588bc tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:47.462811 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ba362524-da51-4839-946a-22927cd4a4a7 req-09a7aeb3-af9e-47bd-8c6a-5d20417588bc tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 944 time: 0.3952243
Dec 14 10:08:47.501134 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Attempting to bind port 9b3dfaef-7974-48de-8abf-01274b059c49 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:08:47.501472 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Attempting to bind port 9b3dfaef-7974-48de-8abf-01274b059c49 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:08:47.502502 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Attempting to bind port 9b3dfaef-7974-48de-8abf-01274b059c49 on network 33aca229-a8a6-4405-be53-80fe67a86208 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:47.526874 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.533296 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Port 9b3dfaef-7974-48de-8abf-01274b059c49 on network 33aca229-a8a6-4405-be53-80fe67a86208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:08:47.533524 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 7a526190-4919-4594-99c3-7109b540bd6f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:08:47.533942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Attempting to bind port 9b3dfaef-7974-48de-8abf-01274b059c49 on network 33aca229-a8a6-4405-be53-80fe67a86208 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:08:47.551259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.574342 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:08:47.574681 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Checking segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:08:47.575462 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Bound using segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:08:47.575577 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Bound port: 9b3dfaef-7974-48de-8abf-01274b059c49, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:08:47.575847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.590877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:47.600175 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-56bc41c3-f036-4a5c-aacd-eba8e8d8af5d req-eee2095f-c53b-44ff-8a0d-d9827426657b service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4311557
Dec 14 10:08:47.630125 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-650e0287-5315-4208-8c21-bef010b1dee6 req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7035589
Dec 14 10:08:47.651660 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ba362524-da51-4839-946a-22927cd4a4a7 req-648c7f73-5890-4cd5-b5ea-8cf05b32c341 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663823
Dec 14 10:08:47.668165 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282a9b8-586a-4697-8873-df76994e5b7c req-0da5e5f9-cdfd-4cb2-aa9e-cddf5b0d5ddf tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:47.675851 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f282a9b8-586a-4697-8873-df76994e5b7c req-0da5e5f9-cdfd-4cb2-aa9e-cddf5b0d5ddf tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.4309244
Dec 14 10:08:47.712117 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 7a526190-4919-4594-99c3-7109b540bd6f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a526190-4919-4594-99c3-7109b540bd6f,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:47.719445 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38a52993-3c9b-4e45-9301-10eb2a85d16a,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:47.731082 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:47.754078 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '7a526190-4919-4594-99c3-7109b540bd6f', 'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'port_id': '7a526190-4919-4594-99c3-7109b540bd6f', 'mac_address': 'fa:16:3e:66:d9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:08:47.761115 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f6614-94a6-49ff-aab2-e715637e1e86', 'code': 200}
Dec 14 10:08:47.781994 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.807507 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-511185c3-2774-4133-ad80-13fa130593c6 req-9c7b885d-a8b9-4fc4-9853-1d00c84fe6eb service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3402207
Dec 14 10:08:47.813939 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2cc95880>,) {'filters': {'network_id': ['db527af0-4eff-491c-905e-1241870f230f']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:47.828925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2cc95880>, '0e1e0215-5adf-4a62-bec5-039f5e0768e8') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:47.829456 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2cc95880>, '0e1e0215-5adf-4a62-bec5-039f5e0768e8') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:08:47.843695 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.848167 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f282a9b8-586a-4697-8873-df76994e5b7c req-805858cb-6129-489e-9e9d-7fab03463616 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713750
Dec 14 10:08:47.874490 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.881007 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] For port 9b3dfaef-7974-48de-8abf-01274b059c49, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:08:47.886355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:08:47.888335 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] For port 9b3dfaef-7974-48de-8abf-01274b059c49, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9b3dfaef-7974-48de-8abf-01274b059c49,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:08:47.894070 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.914582 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.927820 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-93a54fec-c1ac-475a-9b60-eaf2703047b6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:08:47.930070 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:08:47.931913 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.954291 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.956558 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:47.976060 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a526190-4919-4594-99c3-7109b540bd6f {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:47.994964 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 7a526190-4919-4594-99c3-7109b540bd6f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a526190-4919-4594-99c3-7109b540bd6f,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:48.006175 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.008230 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:48.115593 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57216) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:48.168392 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:48.169284 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.171517 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=7a526190-4919-4594-99c3-7109b540bd6f,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:48.174478 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] 10.222.0.54 "PUT /v2.0/ports/9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 1094 time: 2.7179985
Dec 14 10:08:48.177789 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:48.194584 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:48.294240 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['7a526190-4919-4594-99c3-7109b540bd6f'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:08:48.385375 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.398470 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.402967 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:48.440690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3dfaef-7974-48de-8abf-01274b059c49,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:48.450588 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:48.453067 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=db527af0-4eff-491c-905e-1241870f230f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:48.473452 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] 10.222.0.20 "DELETE /v2.0/networks/db527af0-4eff-491c-905e-1241870f230f HTTP/1.1" status: 204  len: 168 time: 1.3151827
Dec 14 10:08:48.483678 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:48.497610 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.535582 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:48.546840 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Usage tracker for resource:security_group_rule and tenant:874735bf0980438c9d5f9ac5dac46fca is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:48.548191 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-73966819-6af1-4166-81f6-e6aa76bb47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:48.553937 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:48.557159 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-73966819-6af1-4166-81f6-e6aa76bb47c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 1096 time: 0.6155148
Dec 14 10:08:48.577193 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:48.621091 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d147-5ac9-41e3-b6af-5a8b4e9aa826 req-1affeadc-f133-4874-914b-e658614ce7f3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:48.622593 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c713d147-5ac9-41e3-b6af-5a8b4e9aa826 req-1affeadc-f133-4874-914b-e658614ce7f3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 943 time: 0.4735498
Dec 14 10:08:48.650630 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadef8f7-7f4d-400a-b0e2-398473a794ac req-7499a1ea-d95b-442e-a7fd-9acace1c91bc tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:48.652171 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aadef8f7-7f4d-400a-b0e2-398473a794ac req-7499a1ea-d95b-442e-a7fd-9acace1c91bc tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.4457426
Dec 14 10:08:48.660050 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-50ef167e-1871-4138-a3a0-3c6d30b562fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:48.661496 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-50ef167e-1871-4138-a3a0-3c6d30b562fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1097 time: 0.3839464
Dec 14 10:08:48.663350 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1403-b22d-47a2-8845-0c9613c19931 req-eda6b4fd-025b-46b2-843e-62c5d49fbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:48.664683 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9efc1403-b22d-47a2-8845-0c9613c19931 req-eda6b4fd-025b-46b2-843e-62c5d49fbe50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 1099 time: 0.3859851
Dec 14 10:08:48.735124 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57246) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:48.787494 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-56c99357-f880-4aa1-80d0-6ba97fb1e5e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 217 time: 0.1006286
Dec 14 10:08:48.825407 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c713d147-5ac9-41e3-b6af-5a8b4e9aa826 req-15f3f272-90d6-4f6b-bdc7-e9d79f72cd6b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118565
Dec 14 10:08:48.836629 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aadef8f7-7f4d-400a-b0e2-398473a794ac req-d291307d-b5f6-4698-b57e-d57eb9ac8892 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709790
Dec 14 10:08:48.844116 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57250) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:48.856316 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9efc1403-b22d-47a2-8845-0c9613c19931 req-c4132626-0d2a-433c-bb08-ca4029cd0a7a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683702
Dec 14 10:08:48.857831 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ed850ae7-0170-4991-8df3-61a2a5719f64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0bbb3a4e41b439b8f85080e8906aa6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1213593
Dec 14 10:08:48.860562 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-8f35773b-02de-4c02-9527-442262112b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:48.862536 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-8f35773b-02de-4c02-9527-442262112b4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.3000917
Dec 14 10:08:48.863032 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57254) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:48.877605 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.883877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.922875 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6e155260-d8f7-4adf-a444-74934b5ee12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:48.930952 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:48.937926 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57262) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:48.939110 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=874735bf0980438c9d5f9ac5dac46fca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8189709
Dec 14 10:08:48.942178 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49', 'status': 'completed', 'code': 200}
Dec 14 10:08:48.965881 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f559c8c8-9dfb-4ab9-be60-fcd81e2daa04,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:48.983959 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:49.010134 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.015910 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.029863 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:49.035198 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Usage tracker for resource:security_group_rule and tenant:08b904bb96f243c6b64b1a055c362191 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:49.039748 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:49.080902 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:49.136977 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.161215 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36eb82-fca4-40ee-a9ad-8e1fc07efcf7 req-a7bb9d12-275c-49b4-97f8-16e6395bd413 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:49.162630 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cc36eb82-fca4-40ee-a9ad-8e1fc07efcf7 req-a7bb9d12-275c-49b4-97f8-16e6395bd413 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.1246524
Dec 14 10:08:49.173769 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.195437 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.204606 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3d8f31da-5884-47f5-904a-f7aee5dde968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:49.211957 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.235279 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617fb84b-7cfa-47e3-b3d4-7412d0256af8,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:49.238184 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.243313 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cc36eb82-fca4-40ee-a9ad-8e1fc07efcf7 req-ed31e317-a606-4272-ae87-ad7baa3d851a tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673299
Dec 14 10:08:49.245653 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8dade-6a5b-472f-b222-8d2d881953e4 req-1b7c85f5-ff06-43dd-aace-4fc771609ff3 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:49.247162 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e6a8dade-6a5b-472f-b222-8d2d881953e4 req-1b7c85f5-ff06-43dd-aace-4fc771609ff3 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 944 time: 0.1940703
Dec 14 10:08:49.248570 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:49.249502 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.253589 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/617fb84b-7cfa-47e3-b3d4-7412d0256af8 HTTP/1.1" status: 204  len: 168 time: 0.3895898
Dec 14 10:08:49.254091 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.262777 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-65aff458-5f0b-406f-a17d-7248edb32ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:49.303548 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7a939-b70c-41da-9e8d-50957c060f34,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:49.303859 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.310037 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08b904bb96f243c6b64b1a055c362191&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4599857
Dec 14 10:08:49.310037 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:49.311166 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57268) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:49.328617 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:49.351929 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f559c8c8-9dfb-4ab9-be60-fcd81e2daa04,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:49.354781 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:49.360248 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e6a8dade-6a5b-472f-b222-8d2d881953e4 req-8ce88118-bf93-4c46-8d0a-f34b635086d4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832865
Dec 14 10:08:49.362403 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.365736 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f559c8c8-9dfb-4ab9-be60-fcd81e2daa04 HTTP/1.1" status: 204  len: 168 time: 0.4245505
Dec 14 10:08:49.371680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.401830 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.460902 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.466058 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9efa8ec8-bbb1-46b8-af85-0f0ad410cae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:49.479838 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7a939-b70c-41da-9e8d-50957c060f34,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:49.482637 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:49.497992 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.499950 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bd7a939-b70c-41da-9e8d-50957c060f34 HTTP/1.1" status: 204  len: 168 time: 0.1872108
Dec 14 10:08:49.604041 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57282) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:49.657976 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-79440bb4-daee-4378-88be-283bf1f79636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbe7a6f5a1d64bbdbbbcb5a0e94f1389&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526276
Dec 14 10:08:49.660696 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57286) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:49.722235 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.749549 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.808717 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.813842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:49.824807 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a83d89-1c7b-4939-9025-c9210f982482,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:49.827000 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:49.832929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:49.834060 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08a83d89-1c7b-4939-9025-c9210f982482 HTTP/1.1" status: 204  len: 168 time: 0.1724305
Dec 14 10:08:50.058115 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c098d5-4d51-4b9a-b59f-456645b339bf req-a22a705c-5856-4e22-b41d-dfc7ea9cf213 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:50.068078 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-78c098d5-4d51-4b9a-b59f-456645b339bf req-a22a705c-5856-4e22-b41d-dfc7ea9cf213 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.1010749
Dec 14 10:08:50.082717 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57306) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:50.110306 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:50.125714 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-78c098d5-4d51-4b9a-b59f-456645b339bf req-f403c597-274a-4266-900f-7e14d49935ab tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564048
Dec 14 10:08:50.136035 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:50.144554 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Usage tracker for resource:security_group_rule and tenant:204faf560be24e398231d59ccd6f4f66 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:50.148649 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:50.155799 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:50.191279 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d518e8-395b-4ac4-acf2-d541d8f64ecc req-90c5cb61-0ff1-4fe3-a1ec-88728ef4fa8b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:50.198117 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-35d518e8-395b-4ac4-acf2-d541d8f64ecc req-90c5cb61-0ff1-4fe3-a1ec-88728ef4fa8b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 943 time: 0.2440994
Dec 14 10:08:50.258578 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-35d518e8-395b-4ac4-acf2-d541d8f64ecc req-8f9ff2b9-52a1-4bc1-b084-6d4b99bae9ac tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594845
Dec 14 10:08:50.313106 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:50.319227 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:50.327836 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c9086121-4f38-448c-a308-07c4f28a3df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:50.377353 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=204faf560be24e398231d59ccd6f4f66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2936070
Dec 14 10:08:50.380328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57320) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:50.382860 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e31891-91c1-499f-bb7d-0e42cc71e3d0,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:50.396335 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:50.481108 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:50.533471 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219324d-a8ce-4bdb-8489-686b3ee9fbca req-de673271-ef5c-4b19-99c0-e84e48119fd3 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:50.535291 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f219324d-a8ce-4bdb-8489-686b3ee9fbca req-de673271-ef5c-4b19-99c0-e84e48119fd3 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.1286187
Dec 14 10:08:50.563145 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:50.623239 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f219324d-a8ce-4bdb-8489-686b3ee9fbca req-d92bb15f-27d7-457d-a315-e167f1d47235 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800905
Dec 14 10:08:50.646178 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee75f5-0e53-4d1c-b81c-a4a94c86e790 req-ed75b0c6-466d-4b88-920b-d4251ac87614 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:50.647276 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-c8ee75f5-0e53-4d1c-b81c-a4a94c86e790 req-ed75b0c6-466d-4b88-920b-d4251ac87614 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:50.663291 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:50.669124 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ef95148b-904b-47e2-8246-7fc6c05f919e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:50.679976 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-c8ee75f5-0e53-4d1c-b81c-a4a94c86e790 req-ed75b0c6-466d-4b88-920b-d4251ac87614 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:50.681399 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c8ee75f5-0e53-4d1c-b81c-a4a94c86e790 req-ed75b0c6-466d-4b88-920b-d4251ac87614 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 944 time: 0.1773870
Dec 14 10:08:50.686178 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e31891-91c1-499f-bb7d-0e42cc71e3d0,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:50.688977 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:50.725997 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:50.729295 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2e31891-91c1-499f-bb7d-0e42cc71e3d0 HTTP/1.1" status: 204  len: 168 time: 0.3480520
Dec 14 10:08:50.752062 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c8ee75f5-0e53-4d1c-b81c-a4a94c86e790 req-04582a9e-7d59-4745-9e9c-36ad55616efe tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603969
Dec 14 10:08:51.322662 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd71a92-616a-4c20-a334-0c94f1b5001a req-bc119491-22bc-49a4-9db1-534cdc8b24be tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:51.324281 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0cd71a92-616a-4c20-a334-0c94f1b5001a req-bc119491-22bc-49a4-9db1-534cdc8b24be tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.0965831
Dec 14 10:08:51.377325 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0cd71a92-616a-4c20-a334-0c94f1b5001a req-ee24e66f-cc73-4e65-8344-63fce4fcbaba tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470207
Dec 14 10:08:51.476290 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3508cce-0556-45d6-8549-cc9c7ffe4f2e req-10b586a5-be2c-4a53-998a-70427fe1cc03 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:51.477756 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3508cce-0556-45d6-8549-cc9c7ffe4f2e req-10b586a5-be2c-4a53-998a-70427fe1cc03 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 943 time: 0.1036615
Dec 14 10:08:51.523986 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3508cce-0556-45d6-8549-cc9c7ffe4f2e req-fabe3ddc-9e07-4ff5-bb8d-6820906823fe tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398602
Dec 14 10:08:51.552388 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3937de4c-40a7-4ab1-84ef-8bcc52206b8b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:08:51.712880 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:51.729183 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b', 'network_id': '16176ada-a401-430e-83a6-e6937490a230', 'port_id': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b', 'mac_address': 'fa:16:3e:b6:eb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c8e9dd-0801-4b76-997b-64dc803853cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:08:51.806941 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:51.828232 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-22dffbe6-f18d-44f2-8dd7-20d3963f89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:51.829996 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-22dffbe6-f18d-44f2-8dd7-20d3963f89eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.1933699
Dec 14 10:08:51.849483 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3937de4c-40a7-4ab1-84ef-8bcc52206b8b {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:51.898247 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:51.913407 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:51.916340 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:52.008781 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-d90d302c-4c69-43e6-8884-0cffaaad74a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b HTTP/1.1" status: 200  len: 217 time: 0.3665593
Dec 14 10:08:52.121859 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:52.124998 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:52.197821 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3937de4c-40a7-4ab1-84ef-8bcc52206b8b'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:08:52.222179 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-b177b1ff-a0ab-48e1-9329-2f1e3e1fd40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:52.224704 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-b177b1ff-a0ab-48e1-9329-2f1e3e1fd40b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.1998143
Dec 14 10:08:52.239557 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-6ab235d5-63b6-4699-a645-62aa2f3fca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:52.241875 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-6ab235d5-63b6-4699-a645-62aa2f3fca07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4031715
Dec 14 10:08:52.315532 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-5cfce3df-aa94-4eee-a777-937a86ab57ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0753174
Dec 14 10:08:52.326211 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cfa9f-7227-4fc2-8f56-9ef1a63f1841 req-e0c7b2f1-2e98-4633-b7b8-7632b5a92af5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:52.336327 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-276cfa9f-7227-4fc2-8f56-9ef1a63f1841 req-e0c7b2f1-2e98-4633-b7b8-7632b5a92af5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 944 time: 0.3563497
Dec 14 10:08:52.355295 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36817001-8275-412d-a36c-a86b78151549 req-d9560be2-d2c0-458b-bb86-dd59c9fafb4c tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:52.367874 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36817001-8275-412d-a36c-a86b78151549 req-d9560be2-d2c0-458b-bb86-dd59c9fafb4c tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.4240053
Dec 14 10:08:52.451482 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36817001-8275-412d-a36c-a86b78151549 req-bc44adc5-bbc7-42d8-b300-f9199a071340 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822244
Dec 14 10:08:52.502754 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-276cfa9f-7227-4fc2-8f56-9ef1a63f1841 req-85af9a96-f06c-4d14-b59e-3b898ae94f6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651952
Dec 14 10:08:52.601404 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-4ebe7eb2-1fcd-4a61-b8d9-05db99866996 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3408577
Dec 14 10:08:52.835139 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-f546554f-e5ea-476e-993e-22113902573e service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4645982
Dec 14 10:08:52.955216 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01a089b5-4bff-48c3-8c64-1d3cf03294c5 req-e9cb0ff9-4ac1-426c-9c39-cf305855d3b8 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3471920
Dec 14 10:08:52.987367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528f37-d0c5-4ca0-bd65-fa7e8d0175a3 req-cafe3a2a-152b-404c-a311-bcd5f0054d43 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:52.988660 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd528f37-d0c5-4ca0-bd65-fa7e8d0175a3 req-cafe3a2a-152b-404c-a311-bcd5f0054d43 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 944 time: 0.1955986
Dec 14 10:08:52.998836 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad615967-6fb7-4c48-8c33-62707fb6ccac req-bfaa8ab0-7973-412a-a957-5277fab7e14e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:53.011025 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ad615967-6fb7-4c48-8c33-62707fb6ccac req-bfaa8ab0-7973-412a-a957-5277fab7e14e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.3953784
Dec 14 10:08:53.114336 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd528f37-d0c5-4ca0-bd65-fa7e8d0175a3 req-9ab1204b-0bed-4e35-b83d-87e125ccd231 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117091
Dec 14 10:08:53.134565 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ad615967-6fb7-4c48-8c33-62707fb6ccac req-7a08ccb2-671f-4861-9fde-e77be3c9f92f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201632
Dec 14 10:08:53.139634 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-50ea9346-1ed8-479c-9804-9ee247d6bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:53.142788 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-50ea9346-1ed8-479c-9804-9ee247d6bdfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1097 time: 0.1208227
Dec 14 10:08:53.192729 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c69e738-96d7-4afb-b8cf-cf290c19f666 req-b37394f8-38fe-4e77-8c46-a66ad8ba568a service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3329375
Dec 14 10:08:53.298763 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-74cc116a-7345-4dc7-badd-7f1b77785f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:53.300187 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-74cc116a-7345-4dc7-badd-7f1b77785f00 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.1507771
Dec 14 10:08:53.384280 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-172a7374-ce49-40be-b3df-94007dea9030 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 217 time: 0.0762932
Dec 14 10:08:53.467439 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-e232bee5-7dfc-45c1-b582-d301c7bf2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:53.469251 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-e232bee5-7dfc-45c1-b582-d301c7bf2988 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0784512
Dec 14 10:08:53.564033 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 7a526190-4919-4594-99c3-7109b540bd6f up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:53.585934 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-7cb14fb1-c2ff-4398-b056-d2ecb2589393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:53.588491 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-7cb14fb1-c2ff-4398-b056-d2ecb2589393 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116042
Dec 14 10:08:53.723274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 7a526190-4919-4594-99c3-7109b540bd6f completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:53.729014 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 7a526190-4919-4594-99c3-7109b540bd6f triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:53.729399 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:53.867028 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473f813-0b4d-4034-890e-5d16958c496c req-e18764b2-e6c7-4069-ac8d-1d810476f57f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:53.874221 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9473f813-0b4d-4034-890e-5d16958c496c req-e18764b2-e6c7-4069-ac8d-1d810476f57f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 944 time: 0.1352901
Dec 14 10:08:53.945980 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9473f813-0b4d-4034-890e-5d16958c496c req-97a44fa3-2cff-423b-bbf0-4ea86dbfa34f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642724
Dec 14 10:08:54.005679 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:54.036783 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a526190-4919-4594-99c3-7109b540bd6f'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:54.061410 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 7a526190-4919-4594-99c3-7109b540bd6f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a526190-4919-4594-99c3-7109b540bd6f,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:54.071576 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:54.072817 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3937de4c-40a7-4ab1-84ef-8bcc52206b8b up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:54.087841 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-0408f7c2-b98d-4287-9e7a-7731ccdeb71b service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4881175
Dec 14 10:08:54.119842 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3de04f24-d89f-430e-83e7-4a61c3f982f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:54.176549 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a526190-4919-4594-99c3-7109b540bd6f', 'code': 200}
Dec 14 10:08:54.187213 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8e629-c400-4c16-bb85-4e5d51f1d618 req-a8d1dcc3-0fb6-4122-8965-68adc1ffc2dd tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:54.201162 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dfc8e629-c400-4c16-bb85-4e5d51f1d618 req-a8d1dcc3-0fb6-4122-8965-68adc1ffc2dd tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.3186171
Dec 14 10:08:54.230070 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=7a526190-4919-4594-99c3-7109b540bd6f,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:54.234072 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:54.248716 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:54.261247 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:54.261677 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:54.430090 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dfc8e629-c400-4c16-bb85-4e5d51f1d618 req-56299bd9-d94f-4316-84f9-96ee3c94bf3d tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271767
Dec 14 10:08:54.434505 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf0f4e-070d-4f7f-a2ae-cc4743700295 req-fc14c3f1-0553-45b3-b7c3-3f9b484d84f3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:54.438755 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dfaf0f4e-070d-4f7f-a2ae-cc4743700295 req-fc14c3f1-0553-45b3-b7c3-3f9b484d84f3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 944 time: 0.1525218
Dec 14 10:08:54.442065 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-488f5c78-94d5-494f-9cd4-24cd4d8c291b req-5036d0d1-c5c0-4db2-9140-a94465d78d12 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3457544
Dec 14 10:08:54.508153 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:54.511445 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dfaf0f4e-070d-4f7f-a2ae-cc4743700295 req-2ee99d78-b8e8-4108-a34f-411a94f9cc98 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568013
Dec 14 10:08:54.557189 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:54.566332 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:54.568521 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:54.618770 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d9799-bc26-4407-8df1-d95b84a83672 req-b09df822-1633-49a2-9dc3-03373086cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:54.620296 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-124d9799-bc26-4407-8df1-d95b84a83672 req-b09df822-1633-49a2-9dc3-03373086cb8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.1601484
Dec 14 10:08:54.664767 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:54.667821 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-124d9799-bc26-4407-8df1-d95b84a83672 req-c8703349-dc73-41a8-adfa-1b92d87f82c0 service neutron] Synchronizing usage tracker for tenant:0e9f9304fd1e4f79a95becca258c56ef on resource:security_group {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:08:54.668988 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:54.692810 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-124d9799-bc26-4407-8df1-d95b84a83672 req-c8703349-dc73-41a8-adfa-1b92d87f82c0 service neutron] Unset dirty status for tenant:0e9f9304fd1e4f79a95becca258c56ef on resource:security_group {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:08:54.694173 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-124d9799-bc26-4407-8df1-d95b84a83672 req-c8703349-dc73-41a8-adfa-1b92d87f82c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661342
Dec 14 10:08:55.185865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6c4b0-bed8-436a-a93d-060ea6a5eb7e req-a3312897-0c25-40cc-b5fe-a68168a7fcea tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:55.187541 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-87f6c4b0-bed8-436a-a93d-060ea6a5eb7e req-a3312897-0c25-40cc-b5fe-a68168a7fcea tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 944 time: 0.1065261
Dec 14 10:08:55.237923 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-87f6c4b0-bed8-436a-a93d-060ea6a5eb7e req-e414db29-c628-4b44-9608-4e17b865a2b4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429924
Dec 14 10:08:55.595682 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9b3dfaef-7974-48de-8abf-01274b059c49 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:08:55.766353 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 9b3dfaef-7974-48de-8abf-01274b059c49, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9b3dfaef-7974-48de-8abf-01274b059c49,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:55.784652 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '9b3dfaef-7974-48de-8abf-01274b059c49', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'port_id': '9b3dfaef-7974-48de-8abf-01274b059c49', 'mac_address': 'fa:16:3e:8e:5f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:08:55.877150 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:55.896399 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3dfaef-7974-48de-8abf-01274b059c49 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:08:55.916040 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 9b3dfaef-7974-48de-8abf-01274b059c49, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9b3dfaef-7974-48de-8abf-01274b059c49,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:55.918922 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0db8-9b7a-48e1-a7a9-c27e74c2af82 req-313e5d6c-46db-46bc-93ca-32a07a7093f5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:55.920685 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c13b0db8-9b7a-48e1-a7a9-c27e74c2af82 req-313e5d6c-46db-46bc-93ca-32a07a7093f5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1024649
Dec 14 10:08:55.934392 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:55.941045 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:56.070128 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c13b0db8-9b7a-48e1-a7a9-c27e74c2af82 req-d4616012-3085-4aae-98c1-7741391e284f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142173
Dec 14 10:08:56.100045 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=9b3dfaef-7974-48de-8abf-01274b059c49,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:56.103932 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:56.177509 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:56.210004 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['9b3dfaef-7974-48de-8abf-01274b059c49'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:08:56.255585 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b', 'code': 200}
Dec 14 10:08:56.608838 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff928-f02e-4a18-b41c-2bf6b75c3fda req-8eaba0e5-2b14-43d6-811c-2131c68cda9b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:56.614470 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-89eff928-f02e-4a18-b41c-2bf6b75c3fda req-8eaba0e5-2b14-43d6-811c-2131c68cda9b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 945 time: 0.1518865
Dec 14 10:08:56.618488 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090981d-b079-4ad6-a1fb-958c4dabb529 req-a8e8593b-d5fa-4531-acf3-491d180b0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:56.619920 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d090981d-b079-4ad6-a1fb-958c4dabb529 req-a8e8593b-d5fa-4531-acf3-491d180b0fe6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 1098 time: 0.1219399
Dec 14 10:08:56.666302 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57580) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:56.694346 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-89eff928-f02e-4a18-b41c-2bf6b75c3fda req-4b2bfb63-633f-448b-a764-21af2f67be1c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734212
Dec 14 10:08:56.695996 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d090981d-b079-4ad6-a1fb-958c4dabb529 req-d94ada5f-2c4b-4056-9f6f-2a82eb464da2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593920
Dec 14 10:08:56.787811 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:56.803695 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:56.807565 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Usage tracker for resource:security_group_rule and tenant:d9800e3fc1194b04aead34ca75bf4f7c is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:56.810912 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:56.818960 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:56.924774 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:56.930208 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:56.941249 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:56.984780 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a3ff94-25e5-4278-a85c-82e6b3b3e527,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:56.993186 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57598) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:56.993715 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9800e3fc1194b04aead34ca75bf4f7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3253410
Dec 14 10:08:56.994724 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:57.075801 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.108546 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.172730 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.182029 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2400b279-d19e-4322-a429-9a40214f4027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:57.195822 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a3ff94-25e5-4278-a85c-82e6b3b3e527,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:57.198847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:57.202257 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.204754 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48a3ff94-25e5-4278-a85c-82e6b3b3e527 HTTP/1.1" status: 204  len: 168 time: 0.2085948
Dec 14 10:08:57.318821 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e01443-a6e2-485e-96ca-ed3394b4dc15 req-68c7b8a4-4c3c-4c06-9075-12fa90292c15 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:57.321408 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d3e01443-a6e2-485e-96ca-ed3394b4dc15 req-68c7b8a4-4c3c-4c06-9075-12fa90292c15 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1147840
Dec 14 10:08:57.374530 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d3e01443-a6e2-485e-96ca-ed3394b4dc15 req-7af121e6-f197-48fb-b9fc-97ed3716cd0e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466850
Dec 14 10:08:57.555259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57618) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:57.575011 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.594349 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:57.599752 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c2112256371546658ee3137aaaca2a6b is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:57.602664 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:57.605744 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9b3dfaef-7974-48de-8abf-01274b059c49 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:08:57.609068 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:57.716715 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 9b3dfaef-7974-48de-8abf-01274b059c49 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:08:57.725568 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.726334 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 9b3dfaef-7974-48de-8abf-01274b059c49 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:08:57.727038 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.732714 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.745701 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:57.827287 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2112256371546658ee3137aaaca2a6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2707384
Dec 14 10:08:57.831478 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57628) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:57.835225 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9eda0-3cce-4287-8094-eaf74c524241,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:57.851459 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:57.905928 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b038f-4831-48b7-ad59-b96d67d8e584 req-96e636bc-dd8a-48a2-bf93-212a11d4ba10 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:57.908700 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.913280 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c83b038f-4831-48b7-ad59-b96d67d8e584 req-96e636bc-dd8a-48a2-bf93-212a11d4ba10 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 945 time: 0.0902953
Dec 14 10:08:57.934786 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.944599 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:57.973519 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c83b038f-4831-48b7-ad59-b96d67d8e584 req-97928f4c-a4b9-41cf-b608-2ac1dda49bb6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593300
Dec 14 10:08:58.036402 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:58.043593 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:58.054281 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 9b3dfaef-7974-48de-8abf-01274b059c49, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9b3dfaef-7974-48de-8abf-01274b059c49,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:08:58.066505 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:58.069248 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:58.082852 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9eda0-3cce-4287-8094-eaf74c524241,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:58.099042 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:58.101785 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:58.120234 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69f9eda0-3cce-4287-8094-eaf74c524241 HTTP/1.1" status: 204  len: 168 time: 0.2869587
Dec 14 10:08:58.198058 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=9b3dfaef-7974-48de-8abf-01274b059c49,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:58.201786 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:58.256599 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:08:58.305060 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49', 'code': 200}
Dec 14 10:08:58.612172 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5fa8f-2c78-4b18-bf28-33f3fe1c5b63 req-81e7774f-95c9-4aa7-a2cf-63e3241bb867 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:58.613767 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-32e5fa8f-2c78-4b18-bf28-33f3fe1c5b63 req-81e7774f-95c9-4aa7-a2cf-63e3241bb867 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1164105
Dec 14 10:08:58.662903 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-32e5fa8f-2c78-4b18-bf28-33f3fe1c5b63 req-a68cfe38-05cb-437e-b28f-7e203f4d9c9c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431988
Dec 14 10:08:59.104590 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a937ec-0340-4669-a6a0-2177ab1801ae req-ddfea16d-e5fd-4f7b-9bd1-0fccd92f4f97 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:59.114295 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-82a937ec-0340-4669-a6a0-2177ab1801ae req-ddfea16d-e5fd-4f7b-9bd1-0fccd92f4f97 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1008587
Dec 14 10:08:59.174675 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-82a937ec-0340-4669-a6a0-2177ab1801ae req-24522ed4-c99a-4c3e-8b59-6ec2a75c8b24 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555737
Dec 14 10:08:59.229912 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6308a-9d3b-4304-8ac1-a61050f873cf req-9d83044c-baee-4d79-9266-694f51fb22c8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:08:59.231379 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-12e6308a-9d3b-4304-8ac1-a61050f873cf req-9d83044c-baee-4d79-9266-694f51fb22c8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1085665
Dec 14 10:08:59.293700 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-12e6308a-9d3b-4304-8ac1-a61050f873cf req-f2fb23c9-0f4d-4f32-80c0-537da6cb6abc tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551214
Dec 14 10:08:59.517648 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57732) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:59.651968 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:59.671217 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:08:59.675258 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Usage tracker for resource:security_group_rule and tenant:b2473c82a61d4b34a52fc93a9fe03968 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:08:59.678333 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:08:59.692081 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:08:59.774064 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:59.777939 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:59.789842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:59.827009 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2473c82a61d4b34a52fc93a9fe03968&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3078611
Dec 14 10:08:59.828438 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4df56b1-7a36-4f42-92f5-b5221151f1df,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:59.830566 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57748) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:08:59.832096 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:59.887079 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:59.912416 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:59.962375 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:59.965993 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99cb550f-6409-4b4c-9315-096f477383ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:08:59.978202 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4df56b1-7a36-4f42-92f5-b5221151f1df,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:08:59.981070 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:08:59.990224 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:08:59.993893 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4df56b1-7a36-4f42-92f5-b5221151f1df HTTP/1.1" status: 204  len: 168 time: 0.1596842
Dec 14 10:09:00.378345 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457e7b3-bf71-4e4f-9216-ba32399bba14 req-80384040-4dec-4f4e-8812-2d6995e55a8f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:00.381393 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7457e7b3-bf71-4e4f-9216-ba32399bba14 req-80384040-4dec-4f4e-8812-2d6995e55a8f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1095784
Dec 14 10:09:00.430099 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7457e7b3-bf71-4e4f-9216-ba32399bba14 req-c3d7cfaf-e6c6-4e89-8bbd-aa9bf22f53e7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427535
Dec 14 10:09:00.516945 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00de3c-7e73-440e-bce2-aa6eb6b97896 req-354dfb28-250d-4400-a6f5-9c5bea786276 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:00.518840 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bb00de3c-7e73-440e-bce2-aa6eb6b97896 req-354dfb28-250d-4400-a6f5-9c5bea786276 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1049445
Dec 14 10:09:00.566649 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bb00de3c-7e73-440e-bce2-aa6eb6b97896 req-8cdb2b18-0392-40dc-96f9-f95019c85a1f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416191
Dec 14 10:09:01.330270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57808) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:01.414578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4783ca-24ba-4702-aabe-b354c3ae6dcd req-607ddb76-581f-4074-b7c2-2451a56a498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:01.416061 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ef4783ca-24ba-4702-aabe-b354c3ae6dcd req-607ddb76-581f-4074-b7c2-2451a56a498d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1099 time: 0.0820127
Dec 14 10:09:01.423985 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-daf0bdfe-9a09-4327-8914-10f4adf0a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:01.425379 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-daf0bdfe-9a09-4327-8914-10f4adf0a37f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 1098 time: 0.0714664
Dec 14 10:09:01.464071 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ef4783ca-24ba-4702-aabe-b354c3ae6dcd req-509b2a8f-eb1d-4f92-b645-fb3293f84b13 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347626
Dec 14 10:09:01.469514 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:01.602728 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:01.649390 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f14c37d660bb4e7eaab05cd9d6bea62e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:01.659064 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:01.670776 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:01.749761 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-c5d59066-6329-4c7c-8d80-aace479de67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:01.751667 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-c5d59066-6329-4c7c-8d80-aace479de67e service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.3046999
Dec 14 10:09:01.767862 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771029d-cf32-4c45-ad67-e2007e21fa9e req-8cd94cea-f4d8-440b-ab94-9039452e4019 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:01.769312 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d771029d-cf32-4c45-ad67-e2007e21fa9e req-8cd94cea-f4d8-440b-ab94-9039452e4019 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0913420
Dec 14 10:09:01.815230 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d771029d-cf32-4c45-ad67-e2007e21fa9e req-9cb4e562-99af-4220-87f0-e5cab3372d1c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398104
Dec 14 10:09:01.836016 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-9ba518af-851d-47db-8dbc-af485a2c6438 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b HTTP/1.1" status: 200  len: 217 time: 0.0761344
Dec 14 10:09:01.850735 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62eb386-af17-492a-9c9f-af335ffd92ea req-307bc377-2326-4129-bc2b-52e2481d00a6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:01.852389 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b62eb386-af17-492a-9c9f-af335ffd92ea req-307bc377-2326-4129-bc2b-52e2481d00a6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.2636471
Dec 14 10:09:01.989591 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b62eb386-af17-492a-9c9f-af335ffd92ea req-220cde3d-72c4-49c8-ac7b-5171f0a2cff1 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013918
Dec 14 10:09:02.001450 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-374da9c1-f6fe-41b6-9352-39aa3912ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:02.002876 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-374da9c1-f6fe-41b6-9352-39aa3912ca1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.1483407
Dec 14 10:09:02.011660 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.019822 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.032126 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:02.097234 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48874e95-9622-4a93-b7b1-21a801abcca0,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:02.102093 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:02.121759 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-c2d63a62-2f41-47da-9cb3-40598e8b9c50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0913336
Dec 14 10:09:02.127551 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f14c37d660bb4e7eaab05cd9d6bea62e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7962847
Dec 14 10:09:02.130106 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57840) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:02.297278 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.315497 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57846) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:02.321070 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-a7f055dc-b001-4699-8031-cad9c267ee27 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800532
Dec 14 10:09:02.335018 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.433171 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.447985 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:02.451672 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5c4c7f3a1540c0b087819d6fa2660f is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:02.454974 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:02.460536 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:02.492075 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-34bea4c8-7838-460d-8570-c809aa3c79dc req-7247da80-7f54-4779-bbd4-95f42a1cc78a service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501696
Dec 14 10:09:02.492782 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.496320 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-38f5a120-b59f-463a-912f-d42cae2cef66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:02.508414 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48874e95-9622-4a93-b7b1-21a801abcca0,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:02.512044 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:02.515289 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.519442 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48874e95-9622-4a93-b7b1-21a801abcca0 HTTP/1.1" status: 204  len: 168 time: 0.3853831
Dec 14 10:09:02.577932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.583053 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.592090 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7c1c3327-ca4f-4d41-ada8-48bc2ae4df18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:02.638861 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f5c4c7f3a1540c0b087819d6fa2660f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3199296
Dec 14 10:09:02.638861 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41c8cf-8938-43b0-9d9d-718919b47a19,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:02.639769 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57864) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:02.642974 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:02.704784 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.737124 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.801928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.815193 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:02.897064 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41c8cf-8938-43b0-9d9d-718919b47a19,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:02.900143 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:02.907273 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:02.908627 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c41c8cf-8938-43b0-9d9d-718919b47a19 HTTP/1.1" status: 204  len: 168 time: 0.2679207
Dec 14 10:09:03.111371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89db38-cb06-4a39-997d-49b5cef3a934 req-d7cc37bb-3878-48ed-9978-4290077061f4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:03.112965 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6b89db38-cb06-4a39-997d-49b5cef3a934 req-d7cc37bb-3878-48ed-9978-4290077061f4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1609092
Dec 14 10:09:03.211171 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6b89db38-cb06-4a39-997d-49b5cef3a934 req-2eeb6884-7957-4c99-99f9-94e04e56be14 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764184
Dec 14 10:09:03.368418 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e669cbc-ad20-4a3c-8844-66edf5f37256 req-b9eeb3de-f619-488a-bdd9-713bf500e17a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:03.370110 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1e669cbc-ad20-4a3c-8844-66edf5f37256 req-b9eeb3de-f619-488a-bdd9-713bf500e17a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1133673
Dec 14 10:09:03.423773 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1e669cbc-ad20-4a3c-8844-66edf5f37256 req-76a1bd32-6493-468a-a9e1-21f5be85e38d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460382
Dec 14 10:09:03.481762 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 57910) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:03.499438 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:03.515073 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:03.522259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Usage tracker for resource:security_group_rule and tenant:d5699adaa0a5469e9ff91fd04ae32463 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:03.525482 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:03.533100 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:03.633674 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:03.639654 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:03.649314 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-14ff9ebf-3402-442c-9b06-7cf13c5d3cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:03.693032 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5699adaa0a5469e9ff91fd04ae32463&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2101591
Dec 14 10:09:03.693862 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc38fd-5cc4-4570-a7b1-f68d44c3f17e,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:03.695793 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 57926) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:03.696942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:03.768732 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:03.796136 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:03.857284 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:03.862832 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b46b40dc-245a-48c8-aa05-3864a8160fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:03.875703 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc38fd-5cc4-4570-a7b1-f68d44c3f17e,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:03.878574 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:03.885516 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:03.886645 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4fc38fd-5cc4-4570-a7b1-f68d44c3f17e HTTP/1.1" status: 204  len: 168 time: 0.1894133
Dec 14 10:09:04.544619 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af8238-1c4d-4df7-bd8b-69994353f5c9 req-ea54c735-0c4e-4e4b-92a2-fb84e4a59c11 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:04.546807 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95af8238-1c4d-4df7-bd8b-69994353f5c9 req-ea54c735-0c4e-4e4b-92a2-fb84e4a59c11 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1633558
Dec 14 10:09:04.625044 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95af8238-1c4d-4df7-bd8b-69994353f5c9 req-6048fc26-d4a2-42fe-87ee-bedfe342266a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682333
Dec 14 10:09:04.653335 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b9205-5967-4308-a6b3-bdf5f2ec2850 req-32dd029d-02b2-4674-a456-a940c3cb3e00 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:04.654950 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-de8b9205-5967-4308-a6b3-bdf5f2ec2850 req-32dd029d-02b2-4674-a456-a940c3cb3e00 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0977032
Dec 14 10:09:04.726392 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-de8b9205-5967-4308-a6b3-bdf5f2ec2850 req-1c5e57dd-ac6d-4944-8aa5-a0136226cc99 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638955
Dec 14 10:09:04.849329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c7e49-b131-41c5-91d0-05722c9e2874 req-5261baa6-e8c8-4481-a546-8a1a8bcac527 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:04.850836 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-174c7e49-b131-41c5-91d0-05722c9e2874 req-5261baa6-e8c8-4481-a546-8a1a8bcac527 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0915446
Dec 14 10:09:04.859801 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58020) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:04.866152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'floatingip': {'port_id': '9b3dfaef-7974-48de-8abf-01274b059c49'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:04.965998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:05.867207 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-d24395af-81e6-45de-90d4-5e63dac7e347 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:05.868589 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-d24395af-81e6-45de-90d4-5e63dac7e347 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:09:05.889387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-d24395af-81e6-45de-90d4-5e63dac7e347 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:09:05.894522 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-d24395af-81e6-45de-90d4-5e63dac7e347 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 0.2446508
Dec 14 10:09:05.909141 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-a02598bc-a3f0-4341-a956-2c6d08921401 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/quotas/55d21e35946242e9b067686ed5f812ac HTTP/1.1" status: 200  len: 375 time: 0.0100672
Dec 14 10:09:05.986091 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.resource_extend [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 14 10:09:06.008325 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-68c9c4ab-f8db-4556-bb66-76f071dfc96c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0929472
Dec 14 10:09:06.173502 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:06.181366 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ca769-fedc-4303-a97f-8407a3cfb419 req-215b1c18-f2ba-4feb-b53c-ed345a27a8fd tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:06.182996 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-661ca769-fedc-4303-a97f-8407a3cfb419 req-215b1c18-f2ba-4feb-b53c-ed345a27a8fd tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.2720549
Dec 14 10:09:06.184322 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:06.227650 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-64d45d7a-7c82-4509-bd01-0c9926b3277d service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114081
Dec 14 10:09:06.324131 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-661ca769-fedc-4303-a97f-8407a3cfb419 req-067a709f-5ef0-4b35-84cb-0ce67c73bb73 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904574
Dec 14 10:09:06.435059 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Floating IP 944316b6-d3df-4857-8221-7ff60cc8552b associated. External IP: 172.27.2.127, port: 9b3dfaef-7974-48de-8abf-01274b059c49.
Dec 14 10:09:06.461259 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-dcb747fb-4ebb-4d57-b69b-a23cb5359c0d service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261701
Dec 14 10:09:06.774488 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-275f3b4d-4641-4ae9-b6f8-93395c85771c req-c7371b5e-02bf-4c35-89f3-0a617208fe88 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 210 time: 0.0687284
Dec 14 10:09:06.959578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Router c2e42f20-fa60-45de-85b6-e1a278de27ef has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:09:07.192631 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:09:07.207403 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:07.214409 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] Sync routers for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:09:07.228548 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:09:07.229234 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d095eb0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:09:07.231643 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58140) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:07.349308 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-023300c5-5817-42c7-b006-67d478f2227c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "PUT /v2.0/floatingips/944316b6-d3df-4857-8221-7ff60cc8552b HTTP/1.1" status: 200  len: 992 time: 2.4853272
Dec 14 10:09:07.349308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:07.393463 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:07.411702 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:07.416887 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Usage tracker for resource:security_group_rule and tenant:5cefc286f81b46fb95d85cd5d2254d3c is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:07.420570 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:07.428835 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:07.510959 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:09:07.670353 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49', 'status': 'completed', 'code': 200}
Dec 14 10:09:07.678703 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:07.695870 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58158) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:07.702128 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:07.731910 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6040d7f7-a9d9-45cf-94c8-4c8db8b71483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:07.753873 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1564c0-0c97-4864-be55-9a699c372e6d req-eb1a67cc-2507-45d3-bf0f-d5e4c7d6f2e7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:07.755746 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b1564c0-0c97-4864-be55-9a699c372e6d req-eb1a67cc-2507-45d3-bf0f-d5e4c7d6f2e7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.2293680
Dec 14 10:09:07.758005 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cefc286f81b46fb95d85cd5d2254d3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5249093
Dec 14 10:09:07.760856 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58164) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:07.852308 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee7447e-8256-49a4-b8d0-18f7cc723fcc,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:07.873889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.874269 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.874622 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.874968 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.875405 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.875649 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.876026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.876420 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.876745 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.877084 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.877419 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.877751 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:07.885159 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b1564c0-0c97-4864-be55-9a699c372e6d req-a75c3b43-d062-4eeb-824a-f36cf4e4754d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884793
Dec 14 10:09:07.885982 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:07.908594 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-2ff61cf6-2190-4d6e-a1a0-eca7a677a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:07.919541 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-2ff61cf6-2190-4d6e-a1a0-eca7a677a785 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1099 time: 0.1795490
Dec 14 10:09:07.919928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:07.948043 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:07.995760 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Usage tracker for resource:security_group_rule and tenant:f6bbba58425e43e7b97a531d66741bef is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:08.070756 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d095eb0>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '944316b6-d3df-4857-8221-7ff60cc8552b', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'port_id': '9b3dfaef-7974-48de-8abf-01274b059c49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'mac_address': 'fa:16:3e:8e:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:08:35Z', 'updated_at': '2021-12-14T10:09:05Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:09:08.076972 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] Checking router: c2e42f20-fa60-45de-85b6-e1a278de27ef for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:09:08.092203 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:09:08.093807 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d095eb0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:08:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:09:08.099971 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-82b0a7ae-bde6-4e62-a91e-8a19e20174cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:08.101721 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-82b0a7ae-bde6-4e62-a91e-8a19e20174cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.1778367
Dec 14 10:09:08.135716 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:08.137899 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:08.193361 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:08.202326 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-11fe4450-1adf-4011-8814-7c5f8c055cea req-6c591d0a-18c0-4053-8912-ff6bc1cdff9f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 210 time: 0.1975427
Dec 14 10:09:08.252074 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-c6b1666a-4a5b-47ad-9d29-85d458e40bbf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 1000 time: 0.1408482
Dec 14 10:09:08.275475 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:08.323161 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-d9dbd4f7-1819-4ea2-b0d2-6bd1366267e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:08.324911 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-d9dbd4f7-1819-4ea2-b0d2-6bd1366267e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0663848
Dec 14 10:09:08.460938 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:09:08.467351 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-222140e9-bdec-4f82-adb2-12857f0e631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:08.468955 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-222140e9-bdec-4f82-adb2-12857f0e631a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1275313
Dec 14 10:09:08.492694 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-6e50c79d-619f-49fc-9503-93f470302604 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:08.494375 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-6e50c79d-619f-49fc-9503-93f470302604 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 0.2451408
Dec 14 10:09:08.499971 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:08.508982 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3ca54ebf-015b-44ae-a98c-8f73b8555436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:08.527873 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Request body: {'port': {'device_id': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'admin_state_up': True, 'tenant_id': '55d21e35946242e9b067686ed5f812ac'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:08.546724 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee7447e-8256-49a4-b8d0-18f7cc723fcc,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:08.598209 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.598928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.599468 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.600214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.601207 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.601749 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.603988 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.604624 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.605981 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.606620 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.607051 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.607478 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:08.616058 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:08.631404 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ee7447e-8256-49a4-b8d0-18f7cc723fcc HTTP/1.1" status: 204  len: 168 time: 0.8672886
Dec 14 10:09:08.663689 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:08.808950 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:08.816826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:08.823136 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-8c800b32-3c13-48ba-b4ef-df080770269b service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3448379
Dec 14 10:09:08.826496 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-192e8fe9-9599-4973-8113-ba9789625583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:08.858802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb355e-3324-4262-9d35-876724781123,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:08.866417 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:08.904948 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6bbba58425e43e7b97a531d66741bef&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2078593
Dec 14 10:09:08.914939 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58192) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:09.044931 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:09.052842 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8129ec3-9d7e-4bd6-94ba-c2f101d06cc2 req-144a58a7-c015-468a-9459-c70a9e03e5ce service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123513
Dec 14 10:09:09.055533 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:09.065378 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d095eb0>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '944316b6-d3df-4857-8221-7ff60cc8552b', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'port_id': '9b3dfaef-7974-48de-8abf-01274b059c49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'mac_address': 'fa:16:3e:8e:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:08:35Z', 'updated_at': '2021-12-14T10:09:05Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:09:09.075608 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Made reservation on behalf of 55d21e35946242e9b067686ed5f812ac for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:09:09.079114 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.085034 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af73eb-29dd-4384-ae60-68842d94b6e4 None None] The sync data for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi is: [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '944316b6-d3df-4857-8221-7ff60cc8552b', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'port_id': '9b3dfaef-7974-48de-8abf-01274b059c49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'mac_address': 'fa:16:3e:8e:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:08:35Z', 'updated_at': '2021-12-14T10:09:05Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:09:09.133565 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58198) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:09.155387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.170934 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:09.176009 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Usage tracker for resource:security_group_rule and tenant:9cc1fa12230b4e3d90ae603c8914fd7a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:09.178953 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:09.184979 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:09.290217 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.293075 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.297350 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.307914 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:09.341835 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.355121 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cc1fa12230b4e3d90ae603c8914fd7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2204120
Dec 14 10:09:09.356833 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ed5e28-4313-4086-994f-5af119303169,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:09.359222 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58206) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:09.364681 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:09.404837 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b38c9b-a3e3-4788-9169-93b79f060bd6 None None] New status for floating IP 944316b6-d3df-4857-8221-7ff60cc8552b: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:09:09.436965 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-98000d7f-f9d9-4664-bc03-7b02a4d9fa5f req-c6c1cd54-724b-4bf9-a717-57075aa4de9c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 210 time: 0.0624340
Dec 14 10:09:09.458220 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa5fe2-0e3d-443d-8e84-08e129775e7d req-1b4f280c-13ac-4d94-8214-0e01ae5920cd tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:09.460227 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b1aa5fe2-0e3d-443d-8e84-08e129775e7d req-1b4f280c-13ac-4d94-8214-0e01ae5920cd tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.3578708
Dec 14 10:09:09.492130 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.523437 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.533714 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b1aa5fe2-0e3d-443d-8e84-08e129775e7d req-4917c778-3aec-4fb9-ba12-b32c0ca449c7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648093
Dec 14 10:09:09.537623 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Allocated IP 172.20.0.10 (fcd0582b-f091-4bb6-bfce-2519464100b0/2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce/09b07503-3722-4905-888c-f2166b4792da) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:09:09.539821 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.550035 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6be26af8-65a7-4ff4-864d-632bbb0c2a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:09.566931 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb355e-3324-4262-9d35-876724781123,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:09.575821 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:09.614733 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.615085 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.616152 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5aeb355e-3324-4262-9d35-876724781123 HTTP/1.1" status: 204  len: 168 time: 0.7012067
Dec 14 10:09:09.620160 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-383864aa-65c7-4cef-b56b-c23eec6673e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:09.636250 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ed5e28-4313-4086-994f-5af119303169,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:09.639021 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:09.651420 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.654901 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13ed5e28-4313-4086-994f-5af119303169 HTTP/1.1" status: 204  len: 168 time: 0.2924521
Dec 14 10:09:09.878802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.943524 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:09.953637 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:09.970432 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3b355350-b30b-4000-9798-cdf47cd7eb43'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:09:10.048377 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Network fcd0582b-f091-4bb6-bfce-2519464100b0 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:09:10.052557 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:09:10.057973 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:09:10.069722 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:10.070766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.122202 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event updated for resources: {'Port': ['ID=09b07503-3722-4905-888c-f2166b4792da,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:10.127457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:10.139526 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6136718
Dec 14 10:09:10.152195 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Request body: {'port': {'device_id': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:10.288022 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58230) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:10.302095 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.311636 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58234) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:10.322616 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.356010 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:10.364985 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Usage tracker for resource:security_group_rule and tenant:abce6c5d523247128c9c2e482cf5050f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:10.365241 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.370993 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:10.384074 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:10.392324 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:10.396904 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Usage tracker for resource:security_group_rule and tenant:4069bce6b7ed46658317dd60d92e7657 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:10.402179 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:10.411214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:10.559133 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.606432 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.615578 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2c6e591e-1dfe-48ce-afff-aa3ba9bd693b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:10.660587 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abce6c5d523247128c9c2e482cf5050f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3711603
Dec 14 10:09:10.667733 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58246) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:10.733074 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed8b905-7e1f-46b9-9d9b-4b15eeba5943,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:10.741469 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:10.756307 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.773016 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.779497 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7d217ab5-e42a-48f6-b9a7-81b181d5aac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:10.784120 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-a2a35d79-e590-40fd-a64e-3ef0b2189c8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2236052
Dec 14 10:09:10.811191 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.836570 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e88931-d34f-46a3-998a-94188d4bc071 req-54d296fd-3bd8-422b-8953-9f6c4601ffa0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:10.836793 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd73dc6-f5a0-4168-b759-f249deece3ea,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:10.838091 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-23e88931-d34f-46a3-998a-94188d4bc071 req-54d296fd-3bd8-422b-8953-9f6c4601ffa0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1754675
Dec 14 10:09:10.842998 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4069bce6b7ed46658317dd60d92e7657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5266092
Dec 14 10:09:10.842998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:10.845090 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58252) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:10.872108 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:10.893269 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61888ca6-e8ac-4488-a7e4-56b7d44cd677 req-79815c47-8e88-45ed-a11d-5812205cdf71 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:10.893985 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-61888ca6-e8ac-4488-a7e4-56b7d44cd677 req-79815c47-8e88-45ed-a11d-5812205cdf71 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:09:10.924690 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-23e88931-d34f-46a3-998a-94188d4bc071 req-c1443008-8b5c-4d7e-9600-fe8c17247a46 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760031
Dec 14 10:09:10.995144 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b07503-3722-4905-888c-f2166b4792da {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:09:11.015609 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-61888ca6-e8ac-4488-a7e4-56b7d44cd677 req-79815c47-8e88-45ed-a11d-5812205cdf71 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:09:11.022545 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-61888ca6-e8ac-4488-a7e4-56b7d44cd677 req-79815c47-8e88-45ed-a11d-5812205cdf71 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 932 time: 0.4002512
Dec 14 10:09:11.025949 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.051455 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.061984 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.071185 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:11.087127 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed8b905-7e1f-46b9-9d9b-4b15eeba5943,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:11.091367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.095079 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:11.098674 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Transition to ACTIVE for port object 09b07503-3722-4905-888c-f2166b4792da will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:09:11.103840 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.107461 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fed8b905-7e1f-46b9-9d9b-4b15eeba5943 HTTP/1.1" status: 204  len: 168 time: 0.4363534
Dec 14 10:09:11.117224 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.136284 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:11.146381 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-6a0acdc1-712e-407e-ba4e-d6f964cd4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:11.147848 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-6a0acdc1-712e-407e-ba4e-d6f964cd4231 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 1098 time: 0.1938155
Dec 14 10:09:11.191832 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-61888ca6-e8ac-4488-a7e4-56b7d44cd677 req-9535b122-cc25-4321-9dc1-2f81a195805b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684113
Dec 14 10:09:11.282128 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Pushing event updated for resources: {'Port': ['ID=09b07503-3722-4905-888c-f2166b4792da,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:11.286649 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:11.343458 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-2569abb5-f64b-49f7-b733-d0c4220455f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:11.344958 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-2569abb5-f64b-49f7-b733-d0c4220455f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 915 time: 0.1646237
Dec 14 10:09:11.427933 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Attempting to bind port 09b07503-3722-4905-888c-f2166b4792da on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:09:11.428544 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Attempting to bind port 09b07503-3722-4905-888c-f2166b4792da by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:09:11.428986 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Attempting to bind port 09b07503-3722-4905-888c-f2166b4792da on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:09:11.440179 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Port 09b07503-3722-4905-888c-f2166b4792da on network fcd0582b-f091-4bb6-bfce-2519464100b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:09:11.440179 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Attempting to bind port 09b07503-3722-4905-888c-f2166b4792da on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:09:11.441994 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.443277 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-eda322a1-f859-4b4b-a652-16acaf8fb836 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b355350-b30b-4000-9798-cdf47cd7eb43 HTTP/1.1" status: 200  len: 217 time: 0.0884099
Dec 14 10:09:11.448018 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:11.459083 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:09:11.459429 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Checking segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:09:11.459798 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Bound using segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:09:11.460232 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Bound port: 09b07503-3722-4905-888c-f2166b4792da, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:09:11.460568 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.481792 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.482934 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdd73dc6-f5a0-4168-b759-f249deece3ea HTTP/1.1" status: 204  len: 168 time: 0.6369722
Dec 14 10:09:11.483825 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd73dc6-f5a0-4168-b759-f249deece3ea,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:11.487193 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:11.563026 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] For port 09b07503-3722-4905-888c-f2166b4792da, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:09:11.566444 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] For port 09b07503-3722-4905-888c-f2166b4792da, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=09b07503-3722-4905-888c-f2166b4792da,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:09:11.577348 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.583394 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cc9b73c4-06d1-48ce-b46a-338fb980339a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:11.618525 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-20ea923f-3a18-43f2-92dc-68fa7caaccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:11.619973 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-20ea923f-3a18-43f2-92dc-68fa7caaccdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.1661963
Dec 14 10:09:11.669489 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:11.670135 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:11.671496 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] 10.222.0.54 "PUT /v2.0/ports/09b07503-3722-4905-888c-f2166b4792da HTTP/1.1" status: 200  len: 1094 time: 1.5240350
Dec 14 10:09:11.671968 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'tag': '09b07503-3722-4905-888c-f2166b4792da'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:11.699542 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-dc5d9f90-e822-4ac4-b5a6-9f4795a0d552 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704679
Dec 14 10:09:11.708114 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Pushing event updated for resources: {'Port': ['ID=09b07503-3722-4905-888c-f2166b4792da,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:11.712690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:11.755521 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'tag': '09b07503-3722-4905-888c-f2166b4792da', 'status': 'completed', 'code': 200}
Dec 14 10:09:11.866748 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-b4b0a9f2-db9a-4e00-b63e-62c117f0bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:11.868616 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-b4b0a9f2-db9a-4e00-b63e-62c117f0bd07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 1097 time: 0.1101210
Dec 14 10:09:11.903262 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-d74f4cf0-97e2-4d46-90a6-efae033f824f service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893349
Dec 14 10:09:11.974401 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-1b19cdbf-e845-463a-987d-c40b82615c0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09b07503-3722-4905-888c-f2166b4792da HTTP/1.1" status: 200  len: 217 time: 0.0922141
Dec 14 10:09:12.107597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-95015d46-8a28-4485-90dc-dcd2adaf2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:12.109124 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-95015d46-8a28-4485-90dc-dcd2adaf2cb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.1267254
Dec 14 10:09:12.215223 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-c8e87468-8d71-4bfc-9f6d-45926bcc21a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582280
Dec 14 10:09:12.289127 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7791f3c8-7e32-4ac7-b33d-a815cbb7dbe6 req-ee5343ba-e6f2-42a8-b530-6be25f24e7ef service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3693502
Dec 14 10:09:12.448924 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc02fd1-a9dc-458b-b248-9df80cfc4591 req-61af29dd-1b38-4b8d-b970-194e48da364c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:12.451664 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbc02fd1-a9dc-458b-b248-9df80cfc4591 req-61af29dd-1b38-4b8d-b970-194e48da364c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.3402870
Dec 14 10:09:12.544968 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-2a03178a-b81b-4b90-b869-0c9a37e6a26a service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3091025
Dec 14 10:09:12.568205 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbc02fd1-a9dc-458b-b248-9df80cfc4591 req-325d38a1-ded6-4ff2-a0f3-2ac78bae134d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072278
Dec 14 10:09:12.725864 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee918-4771-49ea-8e27-7a68e0f9a1c4 req-85c0f505-2d68-482a-8b6a-927eb878bac8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:12.737070 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-41eee918-4771-49ea-8e27-7a68e0f9a1c4 req-85c0f505-2d68-482a-8b6a-927eb878bac8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 944 time: 0.2099156
Dec 14 10:09:12.757622 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-678c7b20-75d4-465b-a584-0c0d85d15964 req-9c79b861-635b-4906-8647-a92febba5e1d service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007861
Dec 14 10:09:12.822953 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:12.846265 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-41eee918-4771-49ea-8e27-7a68e0f9a1c4 req-f54df969-a3f4-469d-a836-53ac1bed5e2f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080992
Dec 14 10:09:12.968706 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-bfa80c30-ab3a-4ede-b3d6-34c8cd25f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:12.971589 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-bfa80c30-ab3a-4ede-b3d6-34c8cd25f2e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 1097 time: 0.1155114
Dec 14 10:09:13.249056 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-4a9c1af9-2194-49a2-8942-23f70c2630b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:13.251173 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-4a9c1af9-2194-49a2-8942-23f70c2630b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 915 time: 0.2592709
Dec 14 10:09:13.485270 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-e3808976-be43-44b2-b594-80088375951b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09b07503-3722-4905-888c-f2166b4792da HTTP/1.1" status: 200  len: 217 time: 0.2195210
Dec 14 10:09:13.488273 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb55e25-1f4c-4097-b7ea-ca395cc467f5 req-6677ef19-0b81-4ad7-aad8-7d042e3003d2 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:13.499698 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ceb55e25-1f4c-4097-b7ea-ca395cc467f5 req-6677ef19-0b81-4ad7-aad8-7d042e3003d2 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.1468236
Dec 14 10:09:13.575728 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ceb55e25-1f4c-4097-b7ea-ca395cc467f5 req-403a0f64-1128-4b30-8b40-b5ed8e5410df tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747964
Dec 14 10:09:13.658423 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-69c53a89-ca6a-4ccc-864b-95cd34ef0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:13.659850 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-69c53a89-ca6a-4ccc-864b-95cd34ef0401 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.1653440
Dec 14 10:09:13.739861 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-5486be21-713a-4684-871a-4b7566c558c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667799
Dec 14 10:09:13.947874 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-4a2eed68-3952-4712-b4c5-2f208274a7a3 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676204
Dec 14 10:09:14.000086 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad4279-7e27-46d4-aaf4-b03c3bac8274 req-e8079d51-021c-48a8-bcfb-349641cdb28d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:14.008420 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e3ad4279-7e27-46d4-aaf4-b03c3bac8274 req-e8079d51-021c-48a8-bcfb-349641cdb28d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.2710288
Dec 14 10:09:14.132521 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11037e8-3cd1-47ad-9bcb-4487f445a3be req-b8d0e553-3414-418c-9baf-9b6b8f16e057 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:14.134105 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c11037e8-3cd1-47ad-9bcb-4487f445a3be req-b8d0e553-3414-418c-9baf-9b6b8f16e057 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 944 time: 0.1276798
Dec 14 10:09:14.152474 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58394) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:14.201455 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e3ad4279-7e27-46d4-aaf4-b03c3bac8274 req-2f98c12d-046f-4d7e-9431-209cd12f40f6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919513
Dec 14 10:09:14.203949 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c11037e8-3cd1-47ad-9bcb-4487f445a3be req-747f3301-c16a-4f99-b06b-2e400c10c92f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625370
Dec 14 10:09:14.268613 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5885380d-ab70-4108-8bb5-7d5752c5135f req-6213429d-de64-47e5-9dfa-beadf9fb4ec6 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3114419
Dec 14 10:09:14.305770 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.320446 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:14.324249 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbe3376679e452d82ee7b2d7493f379 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:14.327044 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:14.332778 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:14.434871 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.441114 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1110e53b-c262-4c9e-be70-b637542c13b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.443382 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.456891 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8b29e64e-67fc-421c-aaba-fd67d8f80b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:14.496867 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cbe3376679e452d82ee7b2d7493f379&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3426745
Dec 14 10:09:14.498451 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713045dc-7b87-4187-8805-a85cc54cf0ad,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:14.500218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58414) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:14.503925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:14.568555 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.596898 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.678100 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.681508 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:14.699128 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:14.705413 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/713045dc-7b87-4187-8805-a85cc54cf0ad HTTP/1.1" status: 204  len: 168 time: 0.2001023
Dec 14 10:09:14.705413 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713045dc-7b87-4187-8805-a85cc54cf0ad,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:14.712596 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:14.796424 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e110d5-64a9-4cc6-a2e3-66d66117491a req-1af90394-3be4-4668-bc66-2005bda95f7c tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:14.802469 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a6e110d5-64a9-4cc6-a2e3-66d66117491a req-1af90394-3be4-4668-bc66-2005bda95f7c tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.1073203
Dec 14 10:09:14.854201 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a6e110d5-64a9-4cc6-a2e3-66d66117491a req-d193d266-05b6-4394-a16b-56197d8ac157 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497627
Dec 14 10:09:15.429477 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e9019-85dd-474c-878e-99c0d7b0388c req-90204b01-9397-4824-952b-bdf69029cfd7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:15.435648 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-083e9019-85dd-474c-878e-99c0d7b0388c req-90204b01-9397-4824-952b-bdf69029cfd7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1048169
Dec 14 10:09:15.460751 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b1c99-9ae0-44d4-8312-3defa4bc84ba req-5759ae10-b721-4bbe-a718-3e2c4fda2a97 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:15.462783 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1d7b1c99-9ae0-44d4-8312-3defa4bc84ba req-5759ae10-b721-4bbe-a718-3e2c4fda2a97 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 944 time: 0.1155343
Dec 14 10:09:15.485839 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58460) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:15.488939 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-083e9019-85dd-474c-878e-99c0d7b0388c req-12eca3b5-830c-497b-85b0-a41b4af30270 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465064
Dec 14 10:09:15.510677 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1d7b1c99-9ae0-44d4-8312-3defa4bc84ba req-9e47a5b5-ec14-4bf3-9e26-2425463c6064 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423334
Dec 14 10:09:15.609013 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1538149589-network', 'tenant_id': '2526870696444f07a95751c539846668'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:15.614351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:15.618176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Usage tracker for resource:network and tenant:2526870696444f07a95751c539846668 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:15.620950 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:15.627278 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:15.638049 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Made reservation on behalf of 2526870696444f07a95751c539846668 for: {'network': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:09:15.640316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.653313 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.667012 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:09:15.667551 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:15.670903 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Usage tracker for resource:security_group_rule and tenant:2526870696444f07a95751c539846668 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:15.674210 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:15.679762 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:15.761188 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.765153 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.768265 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8d2f85e2-21ee-410d-af3f-beb7c81712e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:15.796838 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'}  {{(pid=86850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:09:15.810955 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f171fc65-3aab-419e-a164-4c0607f6c96f,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:15.815118 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:15.816030 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.816369 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.segments_db [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Added segment ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6 of type vlan for network 4613aaa2-a4df-463e-b247-3ca86ac39e26
Dec 14 10:09:15.843049 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.874591 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.876206 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:15.876890 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:15.880903 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e26514c6-fe5b-4d6a-96fa-9dd9119366ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:15.984076 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Pushing event updated for resources: {'Network': ['ID=4613aaa2-a4df-463e-b247-3ca86ac39e26,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:15.987611 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:15.994327 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5043225
Dec 14 10:09:15.995231 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 4613aaa2-a4df-463e-b247-3ca86ac39e26 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:09:15.995670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58476) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:16.001093 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Request body: {'subnet': {'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1538149589-subnet', 'tenant_id': '2526870696444f07a95751c539846668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:16.006538 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:16.011706 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Usage tracker for resource:subnet and tenant:2526870696444f07a95751c539846668 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:16.014807 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:16.023916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:16.077298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Made reservation on behalf of 2526870696444f07a95751c539846668 for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:09:16.080417 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:16.155436 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57243-040d-4d59-a058-762a459c4073 req-cd87869d-12a3-4386-9820-4f0f155c8cb9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:16.157759 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73a57243-040d-4d59-a058-762a459c4073 req-cd87869d-12a3-4386-9820-4f0f155c8cb9 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.1836064
Dec 14 10:09:16.211894 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73a57243-040d-4d59-a058-762a459c4073 req-1c3d2715-9205-4007-a29b-32cb509859b3 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481007
Dec 14 10:09:16.239339 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-82085a03-da82-4448-9700-537343260dcd tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:16.240782 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-82085a03-da82-4448-9700-537343260dcd tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.54 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.2028377
Dec 14 10:09:16.373885 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Deleting port b88f6614-94a6-49ff-aab2-e715637e1e86 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:09:16.374255 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:16.459777 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:16.495113 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:16.610131 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0b453c-8b8f-4ce7-a145-2b5cc723efc0,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:16.651891 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:16.701527 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126b39c-7959-4fa8-8905-98f1c8bf6ec1 req-cf46e70d-3fd3-4564-815b-fc62d2c12f43 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:16.703261 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5126b39c-7959-4fa8-8905-98f1c8bf6ec1 req-cf46e70d-3fd3-4564-815b-fc62d2c12f43 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 944 time: 0.0845950
Dec 14 10:09:16.745079 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Checking segment: {'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:09:16.745427 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Network hostable DHCP agents. Network: 4613aaa2-a4df-463e-b247-3ca86ac39e26, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:09:16.757008 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5126b39c-7959-4fa8-8905-98f1c8bf6ec1 req-99830ad5-307c-4009-b509-c5f97690cafc tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473680
Dec 14 10:09:16.806572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Network 4613aaa2-a4df-463e-b247-3ca86ac39e26 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:09:16.819350 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] For port b88f6614-94a6-49ff-aab2-e715637e1e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b88f6614-94a6-49ff-aab2-e715637e1e86,segment=NetworkSegment(9a5490c1-0fae-4d30-b49d-f363399680b2),segment_id=9a5490c1-0fae-4d30-b49d-f363399680b2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:16.819719 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:16.826103 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-94547a5d-db1f-4c4b-b8da-bed174b283a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:16.837190 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 4613aaa2-a4df-463e-b247-3ca86ac39e26) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:09:16.845142 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7296ed-7d61-41e8-8535-b57f0d7ef72d None None] Network 4613aaa2-a4df-463e-b247-3ca86ac39e26 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:09:16.897141 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:16.897629 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:16.962963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Calling delete_port for b88f6614-94a6-49ff-aab2-e715637e1e86 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:09:17.020775 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cda4a-e4cf-4ae7-af7b-6085749a2074 req-440360b5-9e7d-4937-ae45-129f3553d165 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:17.022299 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-333cda4a-e4cf-4ae7-af7b-6085749a2074 req-440360b5-9e7d-4937-ae45-129f3553d165 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.4097002
Dec 14 10:09:17.063713 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-ee8fd743-1ab4-4c02-a344-7b2f2bd05cbd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0599124
Dec 14 10:09:17.082730 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24268b-be1a-47c1-a249-996b7bb1d479 None None] Network 4613aaa2-a4df-463e-b247-3ca86ac39e26 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:09:17.277731 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-333cda4a-e4cf-4ae7-af7b-6085749a2074 req-e02f9b51-4c82-4147-89e1-750e34eb3dc9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459035
Dec 14 10:09:17.442377 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:17.453014 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:17.471681 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eddfdd-1472-4eab-be84-55894d58c3d8 req-2be1c276-2243-4a27-a881-4eb94f8bb144 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:17.474101 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d9eddfdd-1472-4eab-be84-55894d58c3d8 req-2be1c276-2243-4a27-a881-4eb94f8bb144 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 946 time: 0.1212027
Dec 14 10:09:17.509692 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Pushing event deleted for resources: {'Port': ['ID=b88f6614-94a6-49ff-aab2-e715637e1e86,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:17.538964 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d9eddfdd-1472-4eab-be84-55894d58c3d8 req-6df1362c-1490-4b6c-bbde-cb0c937eec5f tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/security-groups?id=630d4197-4e16-498f-9c10-d7a720e36a16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589952
Dec 14 10:09:17.547343 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:17.555804 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['b88f6614-94a6-49ff-aab2-e715637e1e86'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:09:17.601135 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] No DVR routers for this DVR port b88f6614-94a6-49ff-aab2-e715637e1e86 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:09:17.605376 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:17.608992 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'name': 'network-vif-deleted', 'tag': 'b88f6614-94a6-49ff-aab2-e715637e1e86'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:17.633379 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd27e343-793d-4fb3-b0a1-96fb9e6fffc2 req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.54 "DELETE /v2.0/ports/b88f6614-94a6-49ff-aab2-e715637e1e86 HTTP/1.1" status: 204  len: 173 time: 1.3520436
Dec 14 10:09:17.662284 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d5e41-df1a-438d-b051-8b9dd0104644', 'name': 'network-vif-deleted', 'tag': 'b88f6614-94a6-49ff-aab2-e715637e1e86', 'status': 'completed', 'code': 200}
Dec 14 10:09:17.724274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 09b07503-3722-4905-888c-f2166b4792da details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:09:17.846439 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:17.917138 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 09b07503-3722-4905-888c-f2166b4792da, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=09b07503-3722-4905-888c-f2166b4792da,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:17.928955 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:17.933824 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '09b07503-3722-4905-888c-f2166b4792da', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'port_id': '09b07503-3722-4905-888c-f2166b4792da', 'mac_address': 'fa:16:3e:e1:5d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:09:17.992131 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8a38c-36ed-4ec1-8461-a475c358cb09 req-7f75d9fa-db8d-4c06-ba04-912744823e9a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:17.993658 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-45a8a38c-36ed-4ec1-8461-a475c358cb09 req-7f75d9fa-db8d-4c06-ba04-912744823e9a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 944 time: 0.0945928
Dec 14 10:09:17.996967 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:18.014922 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b07503-3722-4905-888c-f2166b4792da {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:09:18.036691 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 09b07503-3722-4905-888c-f2166b4792da, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=09b07503-3722-4905-888c-f2166b4792da,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:18.042510 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:18.046478 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-620ce2db-9810-4969-9815-3f2973119e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:18.047484 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-45a8a38c-36ed-4ec1-8461-a475c358cb09 req-2b9ac14c-7529-4bfd-a0c5-6103cc99acef tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462921
Dec 14 10:09:18.116637 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=09b07503-3722-4905-888c-f2166b4792da,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:18.123747 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.124091 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.124426 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.124755 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.125080 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.125425 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.126329 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.126649 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.127135 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.127457 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.127775 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.128090 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:09:18.132182 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:18.360156 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['09b07503-3722-4905-888c-f2166b4792da'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:09:18.556632 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19058e-0a56-42fe-9b6a-8f00f4cf77ef req-41e5d9c0-5506-46c7-9382-a8734e1a3d34 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:18.558104 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dc19058e-0a56-42fe-9b6a-8f00f4cf77ef req-41e5d9c0-5506-46c7-9382-a8734e1a3d34 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1457193
Dec 14 10:09:18.621209 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dc19058e-0a56-42fe-9b6a-8f00f4cf77ef req-4fa080dc-4da5-426e-82d2-d8f611919f2a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573747
Dec 14 10:09:18.735179 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-47f43860-bcda-4c16-8ce0-aa2bea6996e0 req-374c5302-913a-4758-a4af-4ad9604b125d tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Synchronizing usage tracker for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:09:18.752316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-47f43860-bcda-4c16-8ce0-aa2bea6996e0 req-374c5302-913a-4758-a4af-4ad9604b125d tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Unset dirty status for tenant:c185d9933ced42d0b30077f0febbc3b7 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:09:18.762603 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-47f43860-bcda-4c16-8ce0-aa2bea6996e0 req-374c5302-913a-4758-a4af-4ad9604b125d tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] 10.222.0.20 "GET /v2.0/ports?device_id=e89d5e41-df1a-438d-b051-8b9dd0104644 HTTP/1.1" status: 200  len: 210 time: 0.0777435
Dec 14 10:09:18.922955 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58532) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:19.055000 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.072244 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:19.076122 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Usage tracker for resource:security_group_rule and tenant:a3aece93e90d488f9773e077293e3933 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:19.079811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:19.085847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:19.185465 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.190942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.202074 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ee6e524e-fdf8-4fb6-8226-3b0c10adb130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:19.212938 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.245190 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3aece93e90d488f9773e077293e3933&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3207629
Dec 14 10:09:19.246441 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96e488-cc53-4b6a-a49a-e476edb5b03e req-049425eb-19ef-4bb9-9ef1-27d55e491f3a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:19.247790 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58552) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:19.250502 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd13cb-4641-4aee-bd45-fa761b6dcc0b,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:19.254482 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e96e488-cc53-4b6a-a49a-e476edb5b03e req-049425eb-19ef-4bb9-9ef1-27d55e491f3a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 945 time: 0.0990002
Dec 14 10:09:19.263533 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:19.300916 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e96e488-cc53-4b6a-a49a-e476edb5b03e req-8c3afbb6-a385-4cd2-95bd-96754cf0d42c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455508
Dec 14 10:09:19.314704 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.341416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.403381 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.409674 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fa0eb393-ea3d-44ee-bc15-192c36175cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:19.421408 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd13cb-4641-4aee-bd45-fa761b6dcc0b,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:19.429801 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:19.430611 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.431707 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dcd13cb-4641-4aee-bd45-fa761b6dcc0b HTTP/1.1" status: 204  len: 168 time: 0.1830525
Dec 14 10:09:19.731286 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58566) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:19.742572 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 09b07503-3722-4905-888c-f2166b4792da up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:09:19.749037 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.764373 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:19.769054 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Usage tracker for resource:security_group_rule and tenant:c3293cd8a2014d2ba3f2fb0e71bc4a1c is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:19.772449 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:19.778760 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:19.819849 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 09b07503-3722-4905-888c-f2166b4792da completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:09:19.825101 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 09b07503-3722-4905-888c-f2166b4792da triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:09:19.825476 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.830224 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efdc93-d047-486b-9d89-c51dd53ca13f req-904b6c73-62cc-4a8b-8d96-edf474e64dc7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:19.832158 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73efdc93-d047-486b-9d89-c51dd53ca13f req-904b6c73-62cc-4a8b-8d96-edf474e64dc7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0860744
Dec 14 10:09:19.880908 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.886115 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.887382 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73efdc93-d047-486b-9d89-c51dd53ca13f req-3555ca42-e061-4207-83a4-bcccf9c087dd tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480173
Dec 14 10:09:19.895660 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:19.924739 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357ff040-94bd-4b69-a806-6f61c1219121,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:19.929060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:19.947620 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58572) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:19.947770 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3293cd8a2014d2ba3f2fb0e71bc4a1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2152896
Dec 14 10:09:19.956546 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:19.992924 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b07503-3722-4905-888c-f2166b4792da'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:20.004317 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 09b07503-3722-4905-888c-f2166b4792da, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=09b07503-3722-4905-888c-f2166b4792da,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:20.009418 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:20.011503 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device b88f6614-94a6-49ff-aab2-e715637e1e86 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:09:20.020042 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:20.056715 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:20.069946 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b07503-3722-4905-888c-f2166b4792da', 'code': 200}
Dec 14 10:09:20.070817 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-14030487-52e8-4bd8-ab6d-218f69351534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:20.120976 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: b88f6614-94a6-49ff-aab2-e715637e1e86 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:09:20.121489 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device b88f6614-94a6-49ff-aab2-e715637e1e86 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:09:20.135443 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:20.147953 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f419eaa9-8451-47f4-a161-b6ba79dac643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:20.159556 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=09b07503-3722-4905-888c-f2166b4792da,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:20.163887 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:20.170375 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357ff040-94bd-4b69-a806-6f61c1219121,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:20.174352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:20.175541 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:20.176903 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/357ff040-94bd-4b69-a806-6f61c1219121 HTTP/1.1" status: 204  len: 168 time: 0.2279806
Dec 14 10:09:20.336270 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91736165-e4dc-47c8-9893-1065fbec99fa req-65f1389e-74f5-41c8-8362-e69ecb5cfde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:20.338179 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-91736165-e4dc-47c8-9893-1065fbec99fa req-65f1389e-74f5-41c8-8362-e69ecb5cfde8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 1099 time: 0.0931010
Dec 14 10:09:20.407340 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-91736165-e4dc-47c8-9893-1065fbec99fa req-c5d45d76-29d7-4913-a5c6-66a720fa01a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585296
Dec 14 10:09:20.509714 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07da37f-59f2-41dd-b17b-cd08c79cfd8b req-73dda22b-5552-470e-8199-ca7edc577668 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:20.511431 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b07da37f-59f2-41dd-b17b-cd08c79cfd8b req-73dda22b-5552-470e-8199-ca7edc577668 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 946 time: 0.0911615
Dec 14 10:09:20.565494 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b07da37f-59f2-41dd-b17b-cd08c79cfd8b req-2d45f5c2-6396-49ac-9077-81f782124ebb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462224
Dec 14 10:09:21.091939 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9076e2-00e9-446f-9dd3-2ebc38fd18d5 req-f8d97ee8-25f2-4a7c-ac33-956b5a73fa03 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:21.093502 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df9076e2-00e9-446f-9dd3-2ebc38fd18d5 req-f8d97ee8-25f2-4a7c-ac33-956b5a73fa03 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0868638
Dec 14 10:09:21.138959 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df9076e2-00e9-446f-9dd3-2ebc38fd18d5 req-f4b0afe0-5ac6-47d2-a079-fd4fa9f52295 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388522
Dec 14 10:09:21.759129 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c84205-9bf0-4e78-9c3e-a5683d382f9b req-c0099ce7-1d52-44ea-8b56-7c7c5dbbe4f1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:21.760596 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-21c84205-9bf0-4e78-9c3e-a5683d382f9b req-c0099ce7-1d52-44ea-8b56-7c7c5dbbe4f1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 946 time: 0.0817692
Dec 14 10:09:21.824160 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-21c84205-9bf0-4e78-9c3e-a5683d382f9b req-9e3039da-9cb9-494b-b5be-8201d340993e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577979
Dec 14 10:09:22.116191 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58642) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:22.177244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Deleting subnet 01d99c07-b33a-42ea-b2a9-a32b7e5e3b75 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:09:22.180313 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.230081 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.337949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.413828 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5143-6982-42b3-bace-644ee6952a3b req-cd4d1446-f8d9-4d78-8f5b-6957801be891 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:22.415381 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dd0c5143-6982-42b3-bace-644ee6952a3b req-cd4d1446-f8d9-4d78-8f5b-6957801be891 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1548173
Dec 14 10:09:22.440798 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.449595 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9e68253d-07b5-4a03-b699-9fe4f2db677a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:22.494164 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d99c07-b33a-42ea-b2a9-a32b7e5e3b75,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:22.498965 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:22.502427 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.508074 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dd0c5143-6982-42b3-bace-644ee6952a3b req-8b970760-1e1c-4af4-8d67-314debde0bfe tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837855
Dec 14 10:09:22.510656 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/01d99c07-b33a-42ea-b2a9-a32b7e5e3b75 HTTP/1.1" status: 204  len: 168 time: 0.3934979
Dec 14 10:09:22.513221 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58648) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:22.628752 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.759972 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.788336 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c707460>,) {'filters': {'network_id': ['b3e5f9c3-89a4-4893-939b-76a4f92dc189']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:09:22.802467 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c707460>, '9a5490c1-0fae-4d30-b49d-f363399680b2') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:09:22.802762 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c707460>, '9a5490c1-0fae-4d30-b49d-f363399680b2') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:09:22.815703 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.832300 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.838722 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:09:22.839126 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:09:22.856831 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:09:22.939744 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.945380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5f8332fb-e042-4651-a377-9dcaf4e64846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:22.963164 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:22.978384 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e5f9c3-89a4-4893-939b-76a4f92dc189,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:22.982157 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:23.026830 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3e5f9c3-89a4-4893-939b-76a4f92dc189 HTTP/1.1" status: 204  len: 168 time: 0.5123770
Dec 14 10:09:23.082546 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37518f-f8ff-49ab-9a90-3dd46c5bfcc4 req-45fef936-ac5b-4875-bda1-efb4199e5b8a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:23.084035 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e37518f-f8ff-49ab-9a90-3dd46c5bfcc4 req-45fef936-ac5b-4875-bda1-efb4199e5b8a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 946 time: 0.1035948
Dec 14 10:09:23.130262 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e37518f-f8ff-49ab-9a90-3dd46c5bfcc4 req-ed810911-4e52-422d-bf5e-4ec2ba7742f5 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404422
Dec 14 10:09:23.227022 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58672) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:23.275518 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-9e96527e-0f56-42d7-b95e-3f96920ca30c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c185d9933ced42d0b30077f0febbc3b7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0473101
Dec 14 10:09:23.278062 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 58676) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:23.342277 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:23.380942 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:23.486919 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:23.490568 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1bd3e471-8a91-49f2-bd09-0e883594fce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:23.510989 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630d4197-4e16-498f-9c10-d7a720e36a16,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:23.513712 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:23.523948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:23.525759 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/630d4197-4e16-498f-9c10-d7a720e36a16 HTTP/1.1" status: 204  len: 168 time: 0.2469068
Dec 14 10:09:23.852078 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee0c0-6065-42a8-963e-5557e43c5555 req-57480778-2b20-4af6-9260-62c90b594094 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:23.853705 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ecee0c0-6065-42a8-963e-5557e43c5555 req-57480778-2b20-4af6-9260-62c90b594094 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0851994
Dec 14 10:09:23.901875 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ecee0c0-6065-42a8-963e-5557e43c5555 req-ed8c457a-8589-408f-a90b-2576ef68ee64 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417461
Dec 14 10:09:24.442372 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58726) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:24.567929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:24.582697 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:24.586667 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5e6530dc254a209d34763266ba4a14 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:24.590163 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:24.597321 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:24.684378 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:24.688589 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:24.695797 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a9c2e2f2-754f-4c88-a50a-e65a6e52c28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:24.738459 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f5e6530dc254a209d34763266ba4a14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2948890
Dec 14 10:09:24.739337 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386f5c2-e485-4f69-83e4-2af77b655409,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:24.741567 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 58742) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:24.743909 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:24.811148 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:24.839349 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:24.897660 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:24.903423 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4fba2cfd-158c-4deb-abc7-bed7f7c4433b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:24.915772 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386f5c2-e485-4f69-83e4-2af77b655409,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:24.919425 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:24.925278 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:24.926632 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b386f5c2-e485-4f69-83e4-2af77b655409 HTTP/1.1" status: 204  len: 168 time: 0.1841426
Dec 14 10:09:25.126136 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c201a9-3e5c-4577-b304-4f11f55d27a8 req-0172559c-e09c-4028-b579-66785a6211e9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:25.130468 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c2c201a9-3e5c-4577-b304-4f11f55d27a8 req-0172559c-e09c-4028-b579-66785a6211e9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0972445
Dec 14 10:09:25.185529 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c2c201a9-3e5c-4577-b304-4f11f55d27a8 req-506a83fd-22d0-47b1-af4d-d674c0a01b23 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475290
Dec 14 10:09:26.397115 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f271eaa-d40a-46f0-80a0-2f893dab54bf req-ad77042b-f4fe-4f9e-adcd-f3f805c25477 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:26.399352 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5f271eaa-d40a-46f0-80a0-2f893dab54bf req-ad77042b-f4fe-4f9e-adcd-f3f805c25477 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0946901
Dec 14 10:09:26.436189 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-d0531d7a-417e-468a-9688-a5674877189e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:26.436953 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-d0531d7a-417e-468a-9688-a5674877189e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Synchronizing usage tracker for tenant:2526870696444f07a95751c539846668 on resource:network {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:09:26.455937 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5f271eaa-d40a-46f0-80a0-2f893dab54bf req-fce87c37-bdbb-4fd5-87b4-1d481f8c655d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501189
Dec 14 10:09:26.459399 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-d0531d7a-417e-468a-9688-a5674877189e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Unset dirty status for tenant:2526870696444f07a95751c539846668 on resource:network {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:09:26.460557 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-d0531d7a-417e-468a-9688-a5674877189e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/networks?id=4613aaa2-a4df-463e-b247-3ca86ac39e26 HTTP/1.1" status: 200  len: 814 time: 0.1843095
Dec 14 10:09:26.477549 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-7b3cd722-8ea2-4ec5-b4a4-06a1cd96f96d tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/quotas/2526870696444f07a95751c539846668 HTTP/1.1" status: 200  len: 375 time: 0.0110638
Dec 14 10:09:26.550786 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-e2d38558-c463-43c6-8a51-163c68cc70cf tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2526870696444f07a95751c539846668&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0660031
Dec 14 10:09:26.717228 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-22310f2e-a8ae-45e4-b808-fd421aecf516 service neutron] 10.222.0.20 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594663
Dec 14 10:09:26.867726 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-3d928bbc-8fa1-4c6a-b391-6834b2cd3761 service neutron] 10.222.0.20 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445014
Dec 14 10:09:27.072425 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-07efea0c-9a7a-4c1d-adee-727e66758069 req-41ee2263-1e69-468b-8bc1-6eb32ac0a538 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 210 time: 0.0573020
Dec 14 10:09:27.239832 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3eef-4510-464e-bead-32b633d03f00 req-c8606cdb-65cf-404a-9523-1c84115b0a62 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:27.241291 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-c8606cdb-65cf-404a-9523-1c84115b0a62 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 0.2797818
Dec 14 10:09:27.255957 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-10701556-def9-4392-9191-853f97f1418a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/quotas/55d21e35946242e9b067686ed5f812ac HTTP/1.1" status: 200  len: 375 time: 0.0091341
Dec 14 10:09:27.354873 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-4916cea4-9435-4d70-9614-fd0dee1c03bb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0935566
Dec 14 10:09:27.490968 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-350fb806-82bd-4f0d-9639-54f511c4d2ac service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283908
Dec 14 10:09:27.629569 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-ba3b3cf1-5f27-4d4b-81f5-25288f7970c9 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308386
Dec 14 10:09:27.658906 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7450-d68a-4591-9d72-f145110f4cdd req-82974227-73c3-4070-832e-86cad6a373bf tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:27.660744 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-03af7450-d68a-4591-9d72-f145110f4cdd req-82974227-73c3-4070-832e-86cad6a373bf tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0849495
Dec 14 10:09:27.726662 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-03af7450-d68a-4591-9d72-f145110f4cdd req-053ff562-ff69-4637-852f-069ac90e98b1 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600278
Dec 14 10:09:27.852729 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ced08aed-373e-409d-a6b1-32e5a51cbd5b req-5d946b0b-ff97-4060-835a-aebc85915823 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 210 time: 0.0585210
Dec 14 10:09:28.257894 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5dab286e-64b9-4efc-8c11-3cded42eb2f2 req-9b302230-a1b4-4898-94a7-6f6e992bb6b0 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 210 time: 0.0505478
Dec 14 10:09:28.912371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750868e-c577-4853-8ae3-7d8ba3b62ba1 req-69f2577b-1849-4552-94c8-29f29fb9650c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:28.913841 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4750868e-c577-4853-8ae3-7d8ba3b62ba1 req-69f2577b-1849-4552-94c8-29f29fb9650c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0800622
Dec 14 10:09:28.959978 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4750868e-c577-4853-8ae3-7d8ba3b62ba1 req-bdf1a545-6f43-46c0-b931-a613a4270f26 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405245
Dec 14 10:09:29.091974 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ed732147-f81d-4fbe-a307-3b3ea862a7f8 req-84d0250c-3a8d-492c-aa60-bf3db3fc70e9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 210 time: 0.0421872
Dec 14 10:09:29.409056 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-edbe9427-afe0-4588-bc50-c3b6b0fa0a30 req-a922015b-9dc9-4379-a58f-ac2f2a3db9d0 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 210 time: 0.0441625
Dec 14 10:09:30.215884 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03703c1f-f506-460a-894f-2b97f31f8cf8 req-3e5658ac-1236-488f-9812-4d648b510dfb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:30.217330 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-03703c1f-f506-460a-894f-2b97f31f8cf8 req-3e5658ac-1236-488f-9812-4d648b510dfb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1500974
Dec 14 10:09:30.262089 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-03703c1f-f506-460a-894f-2b97f31f8cf8 req-2f9080fb-6a24-4d74-89eb-d5e5443d366f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376630
Dec 14 10:09:30.539037 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c84782c7-1b19-40a8-aff2-9629347f5d83 req-4abd7bd9-0a1d-4816-affe-9215b29cdad3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 210 time: 0.0432637
Dec 14 10:09:30.676730 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-be6ae873-1e02-4a6c-abaa-4041b6657962 req-e11b1f38-9444-4a51-9334-bf5a55c5ff82 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 210 time: 0.0475247
Dec 14 10:09:31.488435 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-907b34ad-4e94-44ba-ba78-398e1e65d402 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:31.489878 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-907b34ad-4e94-44ba-ba78-398e1e65d402 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "GET /v2.0/networks?id=4613aaa2-a4df-463e-b247-3ca86ac39e26 HTTP/1.1" status: 200  len: 814 time: 0.2279482
Dec 14 10:09:31.505440 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Request body: {'port': {'device_id': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26', 'admin_state_up': True, 'tenant_id': '2526870696444f07a95751c539846668'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:31.551757 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db79c9-2eeb-466b-962a-0d5c2ea0c246 req-ad8567ce-2285-4231-b525-934a188879ce tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:31.553631 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-74db79c9-2eeb-466b-962a-0d5c2ea0c246 req-ad8567ce-2285-4231-b525-934a188879ce tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1583841
Dec 14 10:09:31.694366 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-74db79c9-2eeb-466b-962a-0d5c2ea0c246 req-ac582767-6e5a-46d9-96ab-f67727f4b4bc tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690501
Dec 14 10:09:31.804586 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:31.814199 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Usage tracker for resource:port and tenant:2526870696444f07a95751c539846668 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:31.817614 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:31.831247 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fdc133ec-6ef2-42a7-a4b2-4f4a74d92709 req-a16ed518-a5ec-4033-94d7-305527cba706 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 210 time: 0.0981271
Dec 14 10:09:31.838334 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:31.851774 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Made reservation on behalf of 2526870696444f07a95751c539846668 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:09:31.857234 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.027062 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a85ff-51c8-4d0f-bf03-79abf5ae6f1b req-363e9311-a757-4eaa-a14b-2b4c688ff3b8 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 210 time: 0.1410959
Dec 14 10:09:32.174713 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Allocated IP 172.20.0.12 (4613aaa2-a4df-463e-b247-3ca86ac39e26/df0b453c-8b8f-4ce7-a145-2b5cc723efc0/9d76f03f-87f4-41ec-ad81-30ce3cc98300) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:09:32.188840 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3eef-4510-464e-bead-32b633d03f00 req-86043b97-6049-4512-ab3f-b552de0909d2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:32.190947 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-86043b97-6049-4512-ab3f-b552de0909d2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 0.3382657
Dec 14 10:09:32.204221 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Request body: {'port': {'device_id': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'admin_state_up': True, 'tenant_id': '55d21e35946242e9b067686ed5f812ac'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:32.441053 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:32.450633 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.451779 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:32.461900 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Made reservation on behalf of 55d21e35946242e9b067686ed5f812ac for: {'port': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:09:32.465477 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.481987 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.491004 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:32.552399 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Network 4613aaa2-a4df-463e-b247-3ca86ac39e26 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:09:32.555625 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:09:32.559319 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:09:32.564775 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:32.565372 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.587325 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Pushing event updated for resources: {'Port': ['ID=9d76f03f-87f4-41ec-ad81-30ce3cc98300,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:32.590280 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:32.599594 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0979714
Dec 14 10:09:32.612904 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Request body: {'port': {'device_id': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:32.651083 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Allocated IP 172.20.0.4 (fcd0582b-f091-4bb6-bfce-2519464100b0/2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce/385495e2-0211-4c85-9b90-9b279f481c48) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:09:32.734182 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.907421 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.942085 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:32.951511 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:33.078777 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Network fcd0582b-f091-4bb6-bfce-2519464100b0 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:09:33.086357 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999be2c0-b0d2-4817-b93a-71fff5c0b2eb req-10885ce7-1a1b-4e5a-814c-a8e37f79f4dd tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:33.087775 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-999be2c0-b0d2-4817-b93a-71fff5c0b2eb req-10885ce7-1a1b-4e5a-814c-a8e37f79f4dd tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.2796333
Dec 14 10:09:33.090872 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:09:33.095408 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:09:33.112115 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb9f41-5387-413d-b5a4-48a82b6d0c58 req-3adb7bf6-79e2-43e2-a686-ef07f5da80e0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:33.113549 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a1fb9f41-5387-413d-b5a4-48a82b6d0c58 req-3adb7bf6-79e2-43e2-a686-ef07f5da80e0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 931 time: 0.1399882
Dec 14 10:09:33.153888 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event updated for resources: {'Port': ['ID=385495e2-0211-4c85-9b90-9b279f481c48,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:33.162515 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:33.189942 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-999be2c0-b0d2-4817-b93a-71fff5c0b2eb req-b9b733f2-fe04-4a68-bde5-6e97c5c1dd8a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696476
Dec 14 10:09:33.197656 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:33.198290 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:33.224863 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0245957
Dec 14 10:09:33.226227 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a1fb9f41-5387-413d-b5a4-48a82b6d0c58 req-d3b3079d-7896-479f-aafe-9980b0e2b013 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010718
Dec 14 10:09:33.228146 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d76f03f-87f4-41ec-ad81-30ce3cc98300 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:09:33.236971 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:33.263068 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Transition to ACTIVE for port object 9d76f03f-87f4-41ec-ad81-30ce3cc98300 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:09:33.267168 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:33.277591 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:33.574999 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Pushing event updated for resources: {'Port': ['ID=9d76f03f-87f4-41ec-ad81-30ce3cc98300,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:33.581486 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:33.585857 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Attempting to bind port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:09:33.586205 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Attempting to bind port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:09:33.586529 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Attempting to bind port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 on network 4613aaa2-a4df-463e-b247-3ca86ac39e26 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:09:33.594381 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 on network 4613aaa2-a4df-463e-b247-3ca86ac39e26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:09:33.594864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Attempting to bind port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 on network 4613aaa2-a4df-463e-b247-3ca86ac39e26 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:09:33.602384 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:09:33.602710 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Checking segment: {'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:09:33.603080 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Bound using segment: {'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:09:33.603493 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Bound port: 9d76f03f-87f4-41ec-ad81-30ce3cc98300, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:09:33.603829 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:33.674461 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c815-384e-4395-b786-379480b34b62 req-601bfc0b-bae8-4e4a-ac78-8c6c0c50916c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:33.675149 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f463c815-384e-4395-b786-379480b34b62 req-601bfc0b-bae8-4e4a-ac78-8c6c0c50916c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Synchronizing usage tracker for tenant:2526870696444f07a95751c539846668 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:09:33.713894 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f463c815-384e-4395-b786-379480b34b62 req-601bfc0b-bae8-4e4a-ac78-8c6c0c50916c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Unset dirty status for tenant:2526870696444f07a95751c539846668 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:09:33.715068 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f463c815-384e-4395-b786-379480b34b62 req-601bfc0b-bae8-4e4a-ac78-8c6c0c50916c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.3217461
Dec 14 10:09:33.719402 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] For port 9d76f03f-87f4-41ec-ad81-30ce3cc98300, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:09:33.731624 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] For port 9d76f03f-87f4-41ec-ad81-30ce3cc98300, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9d76f03f-87f4-41ec-ad81-30ce3cc98300,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:09:33.738916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:33.745652 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:33.815483 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:33.816081 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:33.817395 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] 10.222.0.54 "PUT /v2.0/ports/9d76f03f-87f4-41ec-ad81-30ce3cc98300 HTTP/1.1" status: 200  len: 1094 time: 1.2095160
Dec 14 10:09:33.817885 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'tag': '9d76f03f-87f4-41ec-ad81-30ce3cc98300'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:33.838000 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f463c815-384e-4395-b786-379480b34b62 req-73d9067a-5301-4b4a-a23d-393052614bf0 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Synchronizing usage tracker for tenant:2526870696444f07a95751c539846668 on resource:security_group {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:09:33.854155 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Pushing event updated for resources: {'Port': ['ID=9d76f03f-87f4-41ec-ad81-30ce3cc98300,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:33.859569 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:33.865436 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f463c815-384e-4395-b786-379480b34b62 req-73d9067a-5301-4b4a-a23d-393052614bf0 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Unset dirty status for tenant:2526870696444f07a95751c539846668 on resource:security_group {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:09:33.866573 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f463c815-384e-4395-b786-379480b34b62 req-73d9067a-5301-4b4a-a23d-393052614bf0 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448073
Dec 14 10:09:33.917392 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'tag': '9d76f03f-87f4-41ec-ad81-30ce3cc98300', 'status': 'completed', 'code': 200}
Dec 14 10:09:34.381984 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2111bf5-16d3-4680-8da7-e16ae3e0eb0d req-b6b40abd-2db0-4b83-b2f4-f0629a69d207 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:34.383441 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c2111bf5-16d3-4680-8da7-e16ae3e0eb0d req-b6b40abd-2db0-4b83-b2f4-f0629a69d207 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0832961
Dec 14 10:09:34.427068 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c2111bf5-16d3-4680-8da7-e16ae3e0eb0d req-b85d5e06-db32-46ba-bdb9-f27a576d8e28 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378742
Dec 14 10:09:34.607954 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32db6f9-28d5-4c81-b180-f7923fd7e462 req-f1bae273-f321-48e4-8d93-9b062a44332f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:34.610067 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c32db6f9-28d5-4c81-b180-f7923fd7e462 req-f1bae273-f321-48e4-8d93-9b062a44332f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 931 time: 0.0853503
Dec 14 10:09:34.654534 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c32db6f9-28d5-4c81-b180-f7923fd7e462 req-ac62b820-08e0-488f-a44e-0b0501bf02cb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379698
Dec 14 10:09:35.052967 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6a9e3-05e5-45be-bd08-a14ad94913af req-504ebe72-d47d-4c8d-80f6-aee548be53ad tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:35.054553 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-08c6a9e3-05e5-45be-bd08-a14ad94913af req-504ebe72-d47d-4c8d-80f6-aee548be53ad tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.0819244
Dec 14 10:09:35.103297 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-08c6a9e3-05e5-45be-bd08-a14ad94913af req-8fccb40a-13a9-43d4-b251-3bfccb143622 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428977
Dec 14 10:09:35.358034 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3b355350-b30b-4000-9798-cdf47cd7eb43', '09b07503-3722-4905-888c-f2166b4792da'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:09:35.624393 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462babb2-5fef-4d19-b0a2-e421321df471 req-e5a0ce8c-ff5e-457d-b58a-3691fec71ed0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:35.632099 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-462babb2-5fef-4d19-b0a2-e421321df471 req-e5a0ce8c-ff5e-457d-b58a-3691fec71ed0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0962498
Dec 14 10:09:35.677369 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-462babb2-5fef-4d19-b0a2-e421321df471 req-d4034538-aea0-4612-9b84-554ffd7abbaf tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443041
Dec 14 10:09:35.850388 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e229156-4a5f-4093-950b-821790119ab5 req-8f8f766c-ca31-466c-9f01-a28d388d93e1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:35.851806 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e229156-4a5f-4093-950b-821790119ab5 req-8f8f766c-ca31-466c-9f01-a28d388d93e1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 931 time: 0.0825369
Dec 14 10:09:35.903534 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e229156-4a5f-4093-950b-821790119ab5 req-4f759313-1c40-47d3-a8db-c06c95dde42f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407460
Dec 14 10:09:36.289301 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3c4b-a7fa-45e0-9ea6-f57b2395ec69 req-9b0b7f5a-5d49-4bea-8279-0c03fbb01d08 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:36.290776 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d3bd3c4b-a7fa-45e0-9ea6-f57b2395ec69 req-9b0b7f5a-5d49-4bea-8279-0c03fbb01d08 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.0807459
Dec 14 10:09:36.335499 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d3bd3c4b-a7fa-45e0-9ea6-f57b2395ec69 req-d56bd584-1bc5-4f67-b46c-54c48db573d5 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391915
Dec 14 10:09:36.468761 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Request body: {'port': {'device_id': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:36.574010 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7d9d-4d48-488c-8193-6444b4546712 req-f2ef3ac2-d7d1-4ae9-818d-3f406fa0091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:36.575462 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-29cb7d9d-4d48-488c-8193-6444b4546712 req-f2ef3ac2-d7d1-4ae9-818d-3f406fa0091d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2526870696444f07a95751c539846668&device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 1097 time: 0.0751970
Dec 14 10:09:36.585334 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:36.740976 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7d9d-4d48-488c-8193-6444b4546712 req-00c9e79b-e74e-4432-88ce-c657a8f0f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:36.742614 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-29cb7d9d-4d48-488c-8193-6444b4546712 req-00c9e79b-e74e-4432-88ce-c657a8f0f89e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2526870696444f07a95751c539846668&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1571832
Dec 14 10:09:36.945490 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7d9d-4d48-488c-8193-6444b4546712 req-1341deed-c992-44bb-bf37-cdd363f4401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:36.946969 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-29cb7d9d-4d48-488c-8193-6444b4546712 req-1341deed-c992-44bb-bf37-cdd363f4401d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1972504
Dec 14 10:09:36.950952 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385495e2-0211-4c85-9b90-9b279f481c48 {{(pid=86849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:09:36.960610 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:36.961367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098e4d-6c6e-4d5b-86f1-d2f40401c66d req-0aac2772-6d91-452e-ae76-92492da4908a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:36.962896 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c1098e4d-6c6e-4d5b-86f1-d2f40401c66d req-0aac2772-6d91-452e-ae76-92492da4908a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1343818
Dec 14 10:09:36.978524 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Transition to ACTIVE for port object 385495e2-0211-4c85-9b90-9b279f481c48 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:09:36.999807 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:37.016270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:37.063568 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c1098e4d-6c6e-4d5b-86f1-d2f40401c66d req-f951e98f-5306-4ddb-ab87-950c493c21ad tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947733
Dec 14 10:09:37.095630 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-b584ce5e-e3de-4a32-834c-ade3e3eb6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:37.097065 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-b584ce5e-e3de-4a32-834c-ade3e3eb6141 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2526870696444f07a95751c539846668&device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 1097 time: 0.1031098
Dec 14 10:09:37.166843 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-0cc69ab8-7f58-4993-a96a-399d5583bc01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d76f03f-87f4-41ec-ad81-30ce3cc98300 HTTP/1.1" status: 200  len: 217 time: 0.0603509
Dec 14 10:09:37.239327 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Pushing event updated for resources: {'Port': ['ID=385495e2-0211-4c85-9b90-9b279f481c48,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:37.272428 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:37.329369 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-f5276c02-0600-43eb-ae8e-ab362119240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:37.330657 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Attempting to bind port 385495e2-0211-4c85-9b90-9b279f481c48 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:09:37.330862 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-f5276c02-0600-43eb-ae8e-ab362119240b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=df0b453c-8b8f-4ce7-a145-2b5cc723efc0 HTTP/1.1" status: 200  len: 854 time: 0.1536539
Dec 14 10:09:37.331008 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Attempting to bind port 385495e2-0211-4c85-9b90-9b279f481c48 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:09:37.331313 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Attempting to bind port 385495e2-0211-4c85-9b90-9b279f481c48 on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:09:37.340252 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5cc95-f479-4ed1-a3ee-2888048149b8 req-acc18438-06b5-46e2-abe1-7b0e560820a3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:37.340930 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fd5cc95-f479-4ed1-a3ee-2888048149b8 req-acc18438-06b5-46e2-abe1-7b0e560820a3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:09:37.347754 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Port 385495e2-0211-4c85-9b90-9b279f481c48 on network fcd0582b-f091-4bb6-bfce-2519464100b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:09:37.348070 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Attempting to bind port 385495e2-0211-4c85-9b90-9b279f481c48 on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:09:37.355771 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:09:37.356104 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Checking segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:09:37.356481 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Bound using segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:09:37.356903 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Bound port: 385495e2-0211-4c85-9b90-9b279f481c48, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:09:37.357255 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:37.382573 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-dd6633a6-2129-41c7-8291-894430862e58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4613aaa2-a4df-463e-b247-3ca86ac39e26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413768
Dec 14 10:09:37.405988 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fd5cc95-f479-4ed1-a3ee-2888048149b8 req-acc18438-06b5-46e2-abe1-7b0e560820a3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:09:37.407568 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fd5cc95-f479-4ed1-a3ee-2888048149b8 req-acc18438-06b5-46e2-abe1-7b0e560820a3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 943 time: 0.3505142
Dec 14 10:09:37.484079 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fd5cc95-f479-4ed1-a3ee-2888048149b8 req-688043e4-aa49-4c33-ae0c-73b4ba22d06c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624058
Dec 14 10:09:37.487908 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] For port 385495e2-0211-4c85-9b90-9b279f481c48, host hv-cinder-81888, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:09:37.491169 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] For port 385495e2-0211-4c85-9b90-9b279f481c48, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=385495e2-0211-4c85-9b90-9b279f481c48,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:09:37.495849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:37.500628 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:37.564659 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:37.565506 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:37.566656 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] 10.222.0.54 "PUT /v2.0/ports/385495e2-0211-4c85-9b90-9b279f481c48 HTTP/1.1" status: 200  len: 1093 time: 1.1023359
Dec 14 10:09:37.567143 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'tag': '385495e2-0211-4c85-9b90-9b279f481c48'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:37.584027 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-84be384d-6ff3-4831-b64e-668a907abd1c service neutron] 10.222.0.54 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898611
Dec 14 10:09:37.584268 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Pushing event updated for resources: {'Port': ['ID=385495e2-0211-4c85-9b90-9b279f481c48,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:37.588668 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:37.601852 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd89dc7-a0a0-4d1d-b22a-c2e1912fe75a req-077f80f2-d227-418b-9be1-ec0a006b25b5 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:37.603455 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dbd89dc7-a0a0-4d1d-b22a-c2e1912fe75a req-077f80f2-d227-418b-9be1-ec0a006b25b5 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.1368389
Dec 14 10:09:37.699263 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0b27194d-a386-438b-9c03-2a8dfa708327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:37.700956 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-0b27194d-a386-438b-9c03-2a8dfa708327 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 1096 time: 0.0800939
Dec 14 10:09:37.738657 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dbd89dc7-a0a0-4d1d-b22a-c2e1912fe75a req-ec995c0d-3fb3-4152-8d36-2e5f53624162 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153791
Dec 14 10:09:37.823950 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-10023005-ed7b-48de-b19c-e5d1ce768de9 req-f5f965ac-8997-45b4-b75e-19c267a3f9ff service neutron] 10.222.0.54 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2175717
Dec 14 10:09:37.832346 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'tag': '385495e2-0211-4c85-9b90-9b279f481c48', 'status': 'completed', 'code': 200}
Dec 14 10:09:37.842175 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-efb54f53-2e82-4b9f-a482-5803e53012c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=385495e2-0211-4c85-9b90-9b279f481c48 HTTP/1.1" status: 200  len: 217 time: 0.0833871
Dec 14 10:09:37.920720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3eef-4510-464e-bead-32b633d03f00 req-6c097f88-aafa-4b61-987c-1c97decf4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:37.922378 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-6c097f88-aafa-4b61-987c-1c97decf4367 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.0615330
Dec 14 10:09:37.989368 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-edb6e6db-e326-4b28-b417-506b542f9121 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555379
Dec 14 10:09:38.153014 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-97ea8ae0-99e9-4d56-8b71-7c3c8266f108 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560349
Dec 14 10:09:38.275474 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9bce-b612-4a70-b489-923057d39ed8 req-2dc88a21-faa5-454d-887a-0c9aebeeecdc tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:38.276833 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2f5d9bce-b612-4a70-b489-923057d39ed8 req-2dc88a21-faa5-454d-887a-0c9aebeeecdc tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0897400
Dec 14 10:09:38.301215 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b58f3eef-4510-464e-bead-32b633d03f00 req-509b066d-ab18-4ba7-8435-1a5441910209 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400106
Dec 14 10:09:38.329339 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2f5d9bce-b612-4a70-b489-923057d39ed8 req-ffcbfc39-a64b-4617-aa45-3df99ce89692 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456238
Dec 14 10:09:38.486615 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-fde2838a-d989-4c5e-99aa-94629955bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:38.488468 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-fde2838a-d989-4c5e-99aa-94629955bd58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 1096 time: 0.1409481
Dec 14 10:09:38.687933 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-33f96add-dc12-48cb-9fb6-35da13548ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:38.689328 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-33f96add-dc12-48cb-9fb6-35da13548ba7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 915 time: 0.1912017
Dec 14 10:09:38.767805 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-0527ab64-e150-4de7-8b8f-40acabd46213 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=385495e2-0211-4c85-9b90-9b279f481c48 HTTP/1.1" status: 200  len: 217 time: 0.0705559
Dec 14 10:09:38.779620 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeac8b-ad80-4160-9111-29676dae829a req-a299f89d-1538-40d8-a026-8f1fcb70b068 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:38.780926 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fddeac8b-ad80-4160-9111-29676dae829a req-a299f89d-1538-40d8-a026-8f1fcb70b068 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 943 time: 0.1825755
Dec 14 10:09:38.868976 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-bf0331ff-983c-45c9-a5ce-f78247e33d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:38.870419 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-bf0331ff-983c-45c9-a5ce-f78247e33d6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.0880241
Dec 14 10:09:38.875102 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fddeac8b-ad80-4160-9111-29676dae829a req-194ea0d6-fb7e-492d-9226-fe60218380db tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606399
Dec 14 10:09:38.927588 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-b9cc5d2a-ee37-4e86-b29a-e2f9735a7ab2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484598
Dec 14 10:09:39.125704 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-e16e288a-4d09-4b83-bf7d-23ecc0b1dec9 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899915
Dec 14 10:09:39.164112 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4d87-785c-48fc-9b80-38b7268f9160 req-6c4a4935-bd0e-45eb-b2dd-e342a7e95f1b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:39.165561 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-429a4d87-785c-48fc-9b80-38b7268f9160 req-6c4a4935-bd0e-45eb-b2dd-e342a7e95f1b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.1505845
Dec 14 10:09:39.280515 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-429a4d87-785c-48fc-9b80-38b7268f9160 req-f4cc150b-c04d-48dd-94da-453acb44f9c2 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083465
Dec 14 10:09:39.322196 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e2be4fc-ca0d-47d2-af35-62a71680a5c6 req-78ea8bf5-6302-47da-80cb-1c9049df8b23 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894255
Dec 14 10:09:39.541501 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453828-2cd1-41da-875a-44a62c85e81f req-96dc4d8f-9cdd-489d-a489-e00b50e055f7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:39.543147 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7b453828-2cd1-41da-875a-44a62c85e81f req-96dc4d8f-9cdd-489d-a489-e00b50e055f7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0961597
Dec 14 10:09:39.589891 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7b453828-2cd1-41da-875a-44a62c85e81f req-6a9d7b14-583b-4b85-9406-901e1b1e0dd5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398757
Dec 14 10:09:40.095168 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b56c3-a5c8-493e-86a2-da94f2e2f3b2 req-71d050a2-9048-46fc-ab52-f758ae8c1b09 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:40.096870 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-470b56c3-a5c8-493e-86a2-da94f2e2f3b2 req-71d050a2-9048-46fc-ab52-f758ae8c1b09 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 943 time: 0.1106021
Dec 14 10:09:40.141885 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-470b56c3-a5c8-493e-86a2-da94f2e2f3b2 req-f455b395-3fd7-4c31-b64f-b7125bfe6fb9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392902
Dec 14 10:09:40.472782 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97808fdb-9199-440d-8aaf-1723cc94d22a req-928f3850-48f3-4b20-82aa-82e0abd0ca77 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:40.474247 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-97808fdb-9199-440d-8aaf-1723cc94d22a req-928f3850-48f3-4b20-82aa-82e0abd0ca77 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.0834951
Dec 14 10:09:40.518066 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-97808fdb-9199-440d-8aaf-1723cc94d22a req-10c68f27-ded1-4ba1-885a-d8ee9519459a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383077
Dec 14 10:09:40.790640 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae89fc-8581-4f80-b976-ecb44b59bbb2 req-4bb4e7ac-3d9b-4c2d-bcc5-9f641b18356b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:40.792036 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8eae89fc-8581-4f80-b976-ecb44b59bbb2 req-4bb4e7ac-3d9b-4c2d-bcc5-9f641b18356b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0814996
Dec 14 10:09:40.835962 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8eae89fc-8581-4f80-b976-ecb44b59bbb2 req-4d94d870-c940-40a2-8de1-ad5a4ba8e94f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370426
Dec 14 10:09:41.320806 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419b5d0-bc9c-4e59-86bf-5aaf4cab81d4 req-c8b10349-cccb-4de3-b9f7-e7b40ceaddd8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:41.322164 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f419b5d0-bc9c-4e59-86bf-5aaf4cab81d4 req-c8b10349-cccb-4de3-b9f7-e7b40ceaddd8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 943 time: 0.0778461
Dec 14 10:09:41.367909 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f419b5d0-bc9c-4e59-86bf-5aaf4cab81d4 req-b2e8dd8d-b072-4e8d-8d64-8cec621d9b6b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402534
Dec 14 10:09:41.699551 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6b295-51a9-4294-a2da-a8f089031b06 req-3d389614-623b-4ab3-aa9c-8dc8124cf8e7 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:41.700960 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5cb6b295-51a9-4294-a2da-a8f089031b06 req-3d389614-623b-4ab3-aa9c-8dc8124cf8e7 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.0793345
Dec 14 10:09:41.747647 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5cb6b295-51a9-4294-a2da-a8f089031b06 req-6275017a-7b9f-4e9d-9a5e-54fac2e55602 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379202
Dec 14 10:09:42.023580 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08bb16-3ab6-477e-b481-e4ce39a4e76b req-119f87ba-d5a9-40ed-9229-e858a9f4500d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:42.025186 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-de08bb16-3ab6-477e-b481-e4ce39a4e76b req-119f87ba-d5a9-40ed-9229-e858a9f4500d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0816290
Dec 14 10:09:42.069916 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-de08bb16-3ab6-477e-b481-e4ce39a4e76b req-d2ad2007-45e2-4a43-8863-70cace796b47 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389400
Dec 14 10:09:42.548282 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b7d12-724e-4050-83dc-c47b30715024 req-33a48fa8-8673-45a2-b50d-befab17f70a0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:42.549705 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f62b7d12-724e-4050-83dc-c47b30715024 req-33a48fa8-8673-45a2-b50d-befab17f70a0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 943 time: 0.0785809
Dec 14 10:09:42.592302 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f62b7d12-724e-4050-83dc-c47b30715024 req-d297a80d-3a8b-499b-9c6f-dde68814f664 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369282
Dec 14 10:09:42.976495 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71893be-23ee-471d-9f01-c4563d290af3 req-c801c692-2cb5-4d07-9df8-cd2c71567424 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:42.977914 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e71893be-23ee-471d-9f01-c4563d290af3 req-c801c692-2cb5-4d07-9df8-cd2c71567424 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 944 time: 0.1298871
Dec 14 10:09:43.023463 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e71893be-23ee-471d-9f01-c4563d290af3 req-588f3999-fdf4-468d-8c4d-f4bbdf3faaa7 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393856
Dec 14 10:09:43.257203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20c37f-f401-4f7c-a4fd-5f87eb5a124b req-41c58b76-3bc8-4699-a94f-b8e5c9a2991c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:43.258662 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1e20c37f-f401-4f7c-a4fd-5f87eb5a124b req-41c58b76-3bc8-4699-a94f-b8e5c9a2991c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0800405
Dec 14 10:09:43.304847 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1e20c37f-f401-4f7c-a4fd-5f87eb5a124b req-e4986f4b-8133-4851-9d7c-c35484eca9e8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403814
Dec 14 10:09:43.572929 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9d76f03f-87f4-41ec-ad81-30ce3cc98300 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:09:43.597140 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:43.719424 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 9d76f03f-87f4-41ec-ad81-30ce3cc98300, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9d76f03f-87f4-41ec-ad81-30ce3cc98300,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:43.736206 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '9d76f03f-87f4-41ec-ad81-30ce3cc98300', 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26', 'port_id': '9d76f03f-87f4-41ec-ad81-30ce3cc98300', 'mac_address': 'fa:16:3e:86:a0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0b453c-8b8f-4ce7-a145-2b5cc723efc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:09:43.776621 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d970-840d-41be-9537-3300042a98d0 req-66765752-2e1a-48ef-be4c-85ecdaceb58b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:43.778108 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e548d970-840d-41be-9537-3300042a98d0 req-66765752-2e1a-48ef-be4c-85ecdaceb58b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 943 time: 0.0789492
Dec 14 10:09:43.791777 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:43.811288 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d76f03f-87f4-41ec-ad81-30ce3cc98300 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:09:43.827217 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 9d76f03f-87f4-41ec-ad81-30ce3cc98300, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9d76f03f-87f4-41ec-ad81-30ce3cc98300,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:43.830577 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e548d970-840d-41be-9537-3300042a98d0 req-0db40fdd-a7be-491f-acfb-80c6ee6b7cd8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459003
Dec 14 10:09:43.831272 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:43.833096 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:43.900181 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=9d76f03f-87f4-41ec-ad81-30ce3cc98300,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:43.903639 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:44.213166 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f8320-bff3-48df-92d4-506d9cb5574f req-fda6a79b-9147-4c7c-8742-1d846c438b0c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:44.214596 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d1f8320-bff3-48df-92d4-506d9cb5574f req-fda6a79b-9147-4c7c-8742-1d846c438b0c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 945 time: 0.0821214
Dec 14 10:09:44.257684 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d1f8320-bff3-48df-92d4-506d9cb5574f req-5f657ddc-750b-43bf-b4b4-2e0a4151bc8c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369411
Dec 14 10:09:44.257937 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['9d76f03f-87f4-41ec-ad81-30ce3cc98300'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:09:44.445300 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-a33b0b76-0d58-4b83-83e7-f6947b4ca512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:44.489278 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 385495e2-0211-4c85-9b90-9b279f481c48 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:09:44.506484 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9768685-edf7-41e1-8a49-434aa3e004f7 req-ec381132-f338-487e-89fb-e1326842da7a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:44.507911 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9768685-edf7-41e1-8a49-434aa3e004f7 req-ec381132-f338-487e-89fb-e1326842da7a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0852616
Dec 14 10:09:44.551686 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9768685-edf7-41e1-8a49-434aa3e004f7 req-f3684a46-4880-441b-a51c-61e663a81757 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380890
Dec 14 10:09:44.622108 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 385495e2-0211-4c85-9b90-9b279f481c48, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=385495e2-0211-4c85-9b90-9b279f481c48,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:44.635958 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '385495e2-0211-4c85-9b90-9b279f481c48', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'port_id': '385495e2-0211-4c85-9b90-9b279f481c48', 'mac_address': 'fa:16:3e:d4:39:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:09:44.711738 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:44.728320 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385495e2-0211-4c85-9b90-9b279f481c48 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:09:44.744254 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 385495e2-0211-4c85-9b90-9b279f481c48, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=385495e2-0211-4c85-9b90-9b279f481c48,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:44.747568 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:44.749231 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-27ad8a62-c512-4da1-8534-8ca0f897deb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:44.818652 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=385495e2-0211-4c85-9b90-9b279f481c48,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:44.821569 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:45.029382 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1d3ed-9970-486b-b29c-0bbdffa9c1a7 req-aabbdac6-cf8f-4bfe-b9fc-4a5d5fb7e0a2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:45.032375 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ea1d3ed-9970-486b-b29c-0bbdffa9c1a7 req-aabbdac6-cf8f-4bfe-b9fc-4a5d5fb7e0a2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 944 time: 0.0880473
Dec 14 10:09:45.083927 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ea1d3ed-9970-486b-b29c-0bbdffa9c1a7 req-2a50441f-17af-4329-81a0-2163d6f8e627 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453765
Dec 14 10:09:45.442060 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13936-ab5b-488c-80b5-70345b8db110 req-8a8ad70e-7be6-4731-8589-61131531fd9b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:45.443500 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-04b13936-ab5b-488c-80b5-70345b8db110 req-8a8ad70e-7be6-4731-8589-61131531fd9b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 945 time: 0.0824792
Dec 14 10:09:45.487145 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-04b13936-ab5b-488c-80b5-70345b8db110 req-b2e125b4-b813-47d9-a304-b068efb340df tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381837
Dec 14 10:09:45.732349 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df75d15-b07c-49c3-b2c3-f7b5a28b289c req-fc151003-e760-43fd-9e54-ba929e20b904 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:45.733769 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1df75d15-b07c-49c3-b2c3-f7b5a28b289c req-fc151003-e760-43fd-9e54-ba929e20b904 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0780673
Dec 14 10:09:45.780249 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1df75d15-b07c-49c3-b2c3-f7b5a28b289c req-73a3661d-d5b5-44a4-898c-c1c78108b222 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408974
Dec 14 10:09:46.269543 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b655fb-88a8-436f-add0-98a7398e1c14 req-839e32eb-aadc-4833-a666-2685b304d2fb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:46.271014 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-02b655fb-88a8-436f-add0-98a7398e1c14 req-839e32eb-aadc-4833-a666-2685b304d2fb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 944 time: 0.0793436
Dec 14 10:09:46.315453 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-02b655fb-88a8-436f-add0-98a7398e1c14 req-9c084f21-bcf9-429d-8733-78ca18f30c80 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382261
Dec 14 10:09:46.669598 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54d065-e85f-4227-bb71-af261f281d70 req-d50737d7-56ee-4140-b999-a20997b71e15 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:46.670945 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5c54d065-e85f-4227-bb71-af261f281d70 req-d50737d7-56ee-4140-b999-a20997b71e15 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 945 time: 0.0821843
Dec 14 10:09:46.713377 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5c54d065-e85f-4227-bb71-af261f281d70 req-8225bc5e-93ca-484b-942b-a68d774fe964 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362411
Dec 14 10:09:46.827451 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-93bc5150-c5a2-4007-adb5-467a342c3561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:46.962026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0819418-4f75-4028-b4e6-071d68fcdd3a req-e4981211-2085-4c2e-ad10-be171c63cf68 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:46.963448 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f0819418-4f75-4028-b4e6-071d68fcdd3a req-e4981211-2085-4c2e-ad10-be171c63cf68 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0784795
Dec 14 10:09:47.006428 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f0819418-4f75-4028-b4e6-071d68fcdd3a req-6ae72604-c3c8-41fd-abd5-fee45b765c26 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367882
Dec 14 10:09:47.506366 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178cd77-a1fb-49cd-b1f6-e4e00f7a474e req-d5608bd7-a431-4f41-8721-920dfe139a46 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:47.507787 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4178cd77-a1fb-49cd-b1f6-e4e00f7a474e req-d5608bd7-a431-4f41-8721-920dfe139a46 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 944 time: 0.0865936
Dec 14 10:09:47.559270 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4178cd77-a1fb-49cd-b1f6-e4e00f7a474e req-af18a9dd-8cf2-445b-bc23-9c861c477d5a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459173
Dec 14 10:09:47.775407 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:47.895307 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78000b-8efb-4412-94d8-839855a61478 req-9505fc04-0ad3-4991-af0a-60820e3a3268 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:47.896653 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c78000b-8efb-4412-94d8-839855a61478 req-9505fc04-0ad3-4991-af0a-60820e3a3268 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 945 time: 0.0794532
Dec 14 10:09:47.912342 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:47.944157 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c78000b-8efb-4412-94d8-839855a61478 req-bdde2204-cdd0-44ae-9484-df49db4ebe20 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414131
Dec 14 10:09:48.010305 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['385495e2-0211-4c85-9b90-9b279f481c48'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:09:48.196389 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d30598-dcf5-4800-aa31-6dec8484193e req-29823999-90df-4f55-a810-719822b85961 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:48.197987 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a2d30598-dcf5-4800-aa31-6dec8484193e req-29823999-90df-4f55-a810-719822b85961 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0802703
Dec 14 10:09:48.247971 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a2d30598-dcf5-4800-aa31-6dec8484193e req-0041900d-7501-4100-8ba0-6a250ae9d92c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443397
Dec 14 10:09:48.753502 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67612dfb-c573-470e-bb7a-3fbc4375e428 req-8f2d563a-d02c-4bce-8511-8f0211d22742 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:48.754990 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-67612dfb-c573-470e-bb7a-3fbc4375e428 req-8f2d563a-d02c-4bce-8511-8f0211d22742 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 944 time: 0.0889719
Dec 14 10:09:48.800821 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-67612dfb-c573-470e-bb7a-3fbc4375e428 req-f1f54a5b-253a-4e41-955a-482dcdc2b211 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396764
Dec 14 10:09:49.126942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f4347-5384-4a0a-9984-7609128a04da req-6905a27a-99fd-442b-b62c-9dcbe693c48b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:49.128280 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-952f4347-5384-4a0a-9984-7609128a04da req-6905a27a-99fd-442b-b62c-9dcbe693c48b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 945 time: 0.0811679
Dec 14 10:09:49.171069 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-952f4347-5384-4a0a-9984-7609128a04da req-dd5e066f-38f5-448f-9ac8-3b69a3bfe9a9 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371077
Dec 14 10:09:49.214619 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:49.439828 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a96b13-5db2-40fc-b966-1b2154779267 req-51dd814a-0356-4b81-a96a-eff6b96ca8d4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:49.441326 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c1a96b13-5db2-40fc-b966-1b2154779267 req-51dd814a-0356-4b81-a96a-eff6b96ca8d4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0829444
Dec 14 10:09:49.490767 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c1a96b13-5db2-40fc-b966-1b2154779267 req-728a89c8-6d83-42ce-b762-1d388be6e3d9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431437
Dec 14 10:09:49.566493 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 385495e2-0211-4c85-9b90-9b279f481c48 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:09:49.639173 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 385495e2-0211-4c85-9b90-9b279f481c48 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:09:49.644615 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 385495e2-0211-4c85-9b90-9b279f481c48 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:09:49.645001 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:49.763827 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:49.794975 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385495e2-0211-4c85-9b90-9b279f481c48'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:49.804759 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 385495e2-0211-4c85-9b90-9b279f481c48, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=385495e2-0211-4c85-9b90-9b279f481c48,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:49.809118 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:49.810081 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9d76f03f-87f4-41ec-ad81-30ce3cc98300 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:09:49.840219 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:49.875041 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385495e2-0211-4c85-9b90-9b279f481c48', 'code': 200}
Dec 14 10:09:49.926158 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=385495e2-0211-4c85-9b90-9b279f481c48,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:49.930929 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:49.948776 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:09:49.953834 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:09:49.954243 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:50.047344 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c8a2a-60fc-40c2-b487-2a97243e572a req-a3c68345-fdff-4588-901b-d84ca15e66fa tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:50.056988 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a25c8a2a-60fc-40c2-b487-2a97243e572a req-a3c68345-fdff-4588-901b-d84ca15e66fa tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.1115246
Dec 14 10:09:50.089071 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:50.121981 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 9d76f03f-87f4-41ec-ad81-30ce3cc98300, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9d76f03f-87f4-41ec-ad81-30ce3cc98300,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:09:50.126803 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:50.128723 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:50.172374 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a25c8a2a-60fc-40c2-b487-2a97243e572a req-e8dd7d0d-e331-46d4-830c-5706052a2f2c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144819
Dec 14 10:09:50.203718 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=9d76f03f-87f4-41ec-ad81-30ce3cc98300,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:50.207744 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d134-efb1-409b-ba27-eb56e246a5b1 req-8246a877-1dd8-4efa-98ef-30c12629d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:50.209385 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7db9d134-efb1-409b-ba27-eb56e246a5b1 req-8246a877-1dd8-4efa-98ef-30c12629d6f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 1098 time: 0.1289697
Dec 14 10:09:50.210930 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:50.263379 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7db9d134-efb1-409b-ba27-eb56e246a5b1 req-cd78b21b-2d75-483e-8edc-f475167b47fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382478
Dec 14 10:09:50.362426 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe620555-6975-4efc-9c2e-c9b08e8074c9 req-7c4b79a9-c23a-4f8d-9ab6-2ad32a4bdfbd tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:50.363895 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fe620555-6975-4efc-9c2e-c9b08e8074c9 req-7c4b79a9-c23a-4f8d-9ab6-2ad32a4bdfbd tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.0796478
Dec 14 10:09:50.411439 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fe620555-6975-4efc-9c2e-c9b08e8074c9 req-93f3a166-1ea2-44a3-9221-16f9e2340a54 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417891
Dec 14 10:09:50.679077 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeae62e-e96e-4962-892d-162eefd17ac1 req-cad15c39-5208-4442-ba73-71f3206d1c7e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:50.680535 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aaeae62e-e96e-4962-892d-162eefd17ac1 req-cad15c39-5208-4442-ba73-71f3206d1c7e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0803297
Dec 14 10:09:50.724805 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aaeae62e-e96e-4962-892d-162eefd17ac1 req-ce81df38-47c1-4dce-be73-25532ccc5897 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383701
Dec 14 10:09:51.369643 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf933-7cbb-4671-9960-f5fa8e1dfc60 req-0ab46980-5d0a-45a2-bc04-1d9c408fa369 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:51.371104 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f87bf933-7cbb-4671-9960-f5fa8e1dfc60 req-0ab46980-5d0a-45a2-bc04-1d9c408fa369 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.0854027
Dec 14 10:09:51.415324 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f87bf933-7cbb-4671-9960-f5fa8e1dfc60 req-6c9458e2-59b3-4fb6-aedb-166aa9b99d25 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379925
Dec 14 10:09:51.590440 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cff46-7f2a-4ecf-a2bc-5a14dae448ed req-46e1ca54-bc62-4ebb-a411-aad1b355422c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:51.591755 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f3cff46-7f2a-4ecf-a2bc-5a14dae448ed req-46e1ca54-bc62-4ebb-a411-aad1b355422c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.0773075
Dec 14 10:09:51.689485 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f3cff46-7f2a-4ecf-a2bc-5a14dae448ed req-641dccb2-91a2-4b7e-8af6-935af2aed3e5 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918610
Dec 14 10:09:51.875821 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d76f03f-87f4-41ec-ad81-30ce3cc98300'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:09:51.904305 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab13e7d-2fb5-44b8-9fc2-17423fc817e9 req-6ceabf98-172e-4693-b12d-0b011e34faf0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:51.906267 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fab13e7d-2fb5-44b8-9fc2-17423fc817e9 req-6ceabf98-172e-4693-b12d-0b011e34faf0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0785623
Dec 14 10:09:51.948348 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fab13e7d-2fb5-44b8-9fc2-17423fc817e9 req-43391d8b-0113-4224-a0c9-1e395d612a4d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364993
Dec 14 10:09:51.997416 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d76f03f-87f4-41ec-ad81-30ce3cc98300', 'code': 200}
Dec 14 10:09:52.605067 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f878f-3ff4-4a34-b1cd-b7fd57a62926 req-f676f930-8a7f-44df-b68c-b37ffe97a37d tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:52.606432 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e5f878f-3ff4-4a34-b1cd-b7fd57a62926 req-f676f930-8a7f-44df-b68c-b37ffe97a37d tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.0819049
Dec 14 10:09:52.650607 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e5f878f-3ff4-4a34-b1cd-b7fd57a62926 req-51247a4f-e9fe-4584-b712-6dd10a2cbb50 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386314
Dec 14 10:09:52.664998 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:09:52.870943 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae2c0e-bfc8-401c-86f4-2a049072d5e5 req-1ede0a56-7f9d-4a57-a44a-26ad57c6abe8 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:52.872261 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0aae2c0e-bfc8-401c-86f4-2a049072d5e5 req-1ede0a56-7f9d-4a57-a44a-26ad57c6abe8 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.0784411
Dec 14 10:09:52.915922 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0aae2c0e-bfc8-401c-86f4-2a049072d5e5 req-4d2580c9-2ea3-47a1-86f8-96a6bb24c963 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373669
Dec 14 10:09:53.130856 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5bec-46c5-40c8-8679-49ee94c57ecf req-40e7f96c-6ace-45a7-bce6-c5f112e36b0a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:53.132218 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-99ac5bec-46c5-40c8-8679-49ee94c57ecf req-40e7f96c-6ace-45a7-bce6-c5f112e36b0a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0813034
Dec 14 10:09:53.177595 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-99ac5bec-46c5-40c8-8679-49ee94c57ecf req-8a3740d4-a820-47d0-9176-9f2ac88d1089 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388641
Dec 14 10:09:53.836635 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf1e1-4ae9-487e-9deb-4f087304f123 req-b7e9abb9-6b05-4156-92b1-71ac0847c8a6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:53.838236 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-853bf1e1-4ae9-487e-9deb-4f087304f123 req-b7e9abb9-6b05-4156-92b1-71ac0847c8a6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.0836253
Dec 14 10:09:53.886718 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-853bf1e1-4ae9-487e-9deb-4f087304f123 req-81b3b842-3401-4fda-b319-cf146a5cb000 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410590
Dec 14 10:09:54.096077 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822de7f-aeb4-436d-a390-7d59b4d740dd req-274992c9-2410-4a81-8a94-9c86f478620a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:54.097500 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d822de7f-aeb4-436d-a390-7d59b4d740dd req-274992c9-2410-4a81-8a94-9c86f478620a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.0789466
Dec 14 10:09:54.142235 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d822de7f-aeb4-436d-a390-7d59b4d740dd req-f5009d7c-2a45-487b-994e-35d10e15b0e3 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378580
Dec 14 10:09:54.427538 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16b658-8353-4523-8be3-9ec4ae910611 req-834be15e-1e99-4b4b-84db-0886e08c8b72 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:54.428997 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df16b658-8353-4523-8be3-9ec4ae910611 req-834be15e-1e99-4b4b-84db-0886e08c8b72 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1451917
Dec 14 10:09:54.431644 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406ec29-091c-4eeb-91d0-9823404bb010 req-a5d0011a-1cae-46ec-ad00-c8453600f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:54.432961 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0406ec29-091c-4eeb-91d0-9823404bb010 req-a5d0011a-1cae-46ec-ad00-c8453600f890 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 1099 time: 0.1120324
Dec 14 10:09:54.465225 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5e3b-f5d7-4b62-b33e-9d11d5069232 req-84946378-1afb-4357-a21b-431694d99301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:54.466788 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-479b5e3b-f5d7-4b62-b33e-9d11d5069232 req-84946378-1afb-4357-a21b-431694d99301 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 1098 time: 0.0717728
Dec 14 10:09:54.502040 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df16b658-8353-4523-8be3-9ec4ae910611 req-24bf3563-8ed5-4ac9-b606-d934972849de tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673554
Dec 14 10:09:54.505336 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0406ec29-091c-4eeb-91d0-9823404bb010 req-a0ff145e-9e67-4e3a-8e46-38004fc83b81 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573559
Dec 14 10:09:54.509725 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-479b5e3b-f5d7-4b62-b33e-9d11d5069232 req-efdbd42d-18e5-4ada-9cb5-e71781377f5e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347452
Dec 14 10:09:55.096865 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee8d1f-743b-44a9-9838-01239b805eba req-a3c63646-66eb-458e-9e72-048ad2369e04 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:55.105126 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-53ee8d1f-743b-44a9-9838-01239b805eba req-a3c63646-66eb-458e-9e72-048ad2369e04 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.1053827
Dec 14 10:09:55.156065 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-53ee8d1f-743b-44a9-9838-01239b805eba req-832cc55b-475c-4f97-8e00-f240eea34742 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498269
Dec 14 10:09:55.370464 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2ea2-ca28-4e7c-a72e-cbc170a5d42f req-cd9cdfca-4674-4a24-a985-fc9f78d3285a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:55.372186 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-29bc2ea2-ca28-4e7c-a72e-cbc170a5d42f req-cd9cdfca-4674-4a24-a985-fc9f78d3285a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.0936959
Dec 14 10:09:55.419931 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-29bc2ea2-ca28-4e7c-a72e-cbc170a5d42f req-f2deec0f-3c06-4e45-a01a-7ea9bcd8efc9 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406594
Dec 14 10:09:55.702276 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e94c0-8763-4c44-b375-2f4d21d8b1d2 req-8f86f808-5a99-4117-bdd6-8d28db50cb19 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:55.703837 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2e2e94c0-8763-4c44-b375-2f4d21d8b1d2 req-8f86f808-5a99-4117-bdd6-8d28db50cb19 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0863595
Dec 14 10:09:55.748672 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2e2e94c0-8763-4c44-b375-2f4d21d8b1d2 req-0288dfcf-1e2a-4c88-80bd-381288b0fde4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389075
Dec 14 10:09:55.995092 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59420) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:56.118386 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:56.140219 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:56.145547 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Usage tracker for resource:security_group_rule and tenant:ccaad4efc2594229a664a88e1a6425e1 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:56.148552 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:56.154560 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:56.245863 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:56.251422 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:56.260556 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-48fb4989-3b52-4a39-989c-13b05939a65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:56.301054 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccaad4efc2594229a664a88e1a6425e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3048391
Dec 14 10:09:56.302865 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099d0ae5-9cb9-447f-b89a-825ef29ca927,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:56.305393 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59432) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:56.307937 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:56.371523 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:56.402819 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:56.457907 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59446) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:56.464652 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a823c52-5e05-486f-8826-54ca912e586e req-563077fa-df80-4ba9-bebc-44d233a49297 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:56.466661 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:56.469478 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a823c52-5e05-486f-8826-54ca912e586e req-563077fa-df80-4ba9-bebc-44d233a49297 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.1904535
Dec 14 10:09:56.471748 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c250698b-bdc4-4ce0-ae1d-1119a7775f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:56.488055 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d0ae5-9cb9-447f-b89a-825ef29ca927,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:56.491716 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:56.495347 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:56.499121 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/099d0ae5-9cb9-447f-b89a-825ef29ca927 HTTP/1.1" status: 204  len: 168 time: 0.1900408
Dec 14 10:09:56.583844 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a823c52-5e05-486f-8826-54ca912e586e req-5a4f9d4d-4bb4-4c54-9805-76a8e1de4bb3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983729
Dec 14 10:09:56.960187 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:57.018390 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e0bfc-6f97-45c7-b7f6-f6ee908c4d13 req-1d49e3cb-2f5f-47a8-830c-97de710adec7 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:57.033604 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-135e0bfc-6f97-45c7-b7f6-f6ee908c4d13 req-1d49e3cb-2f5f-47a8-830c-97de710adec7 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.2222700
Dec 14 10:09:57.047027 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:57.055372 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Usage tracker for resource:security_group_rule and tenant:9bed8089409449b98df68ab0d0aeb2fb is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:57.059257 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:57.069776 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:57.125826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cee4db-02e1-4688-9412-7515cbcf12e0 req-093c61a6-0f0f-4b48-aae9-d90ebec25628 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:57.133255 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a2cee4db-02e1-4688-9412-7515cbcf12e0 req-093c61a6-0f0f-4b48-aae9-d90ebec25628 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1525059
Dec 14 10:09:57.170923 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-135e0bfc-6f97-45c7-b7f6-f6ee908c4d13 req-0a267398-501c-4e55-850d-3e2904619637 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280975
Dec 14 10:09:57.246443 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a2cee4db-02e1-4688-9412-7515cbcf12e0 req-34bd540f-d233-498e-a1e0-08201108bf55 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098228
Dec 14 10:09:57.423043 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:57.427395 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:57.459353 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:57.476974 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bed8089409449b98df68ab0d0aeb2fb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0102999
Dec 14 10:09:57.476974 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59520) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:57.516411 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a1961-7493-4e2d-a275-fae8950f0f00 req-82259eac-ea1f-41d0-8e77-07985dff4837 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:57.525353 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d93a1961-7493-4e2d-a275-fae8950f0f00 req-82259eac-ea1f-41d0-8e77-07985dff4837 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1154943
Dec 14 10:09:57.560842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a892ebd2-d089-4967-bffa-98cc8d03e022,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:57.566231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:57.581172 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d93a1961-7493-4e2d-a275-fae8950f0f00 req-08a760ce-d8e2-4a90-a1ba-0ba8c73fb3a8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510848
Dec 14 10:09:57.644027 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:57.700202 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:57.777122 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:57.784145 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-104b99c0-1590-4304-aebd-f0b8ee6123dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:57.798254 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a892ebd2-d089-4967-bffa-98cc8d03e022,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:57.812805 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:57.814194 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:57.817906 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a892ebd2-d089-4967-bffa-98cc8d03e022 HTTP/1.1" status: 204  len: 168 time: 0.3423069
Dec 14 10:09:58.724976 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59584) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:58.826451 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1905421708-network', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:58.831530 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:58.835454 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Usage tracker for resource:network and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:58.838444 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:58.847693 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:58.858195 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Made reservation on behalf of a588cde51b9d45b2844c4ffc951dac41 for: {'network': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:09:58.860917 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:58.872615 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:58.886889 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:58.890704 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:58.893525 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:58.899316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:58.980523 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:58.983952 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:58.987752 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-581bb880-7aed-419d-b7e2-e13f1799091f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:59.018545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'}  {{(pid=86850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:09:59.023624 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d8ab7b-bc77-4d64-81e5-f199c8c9bb5b,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:59.027595 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:59.031965 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.032158 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.segments_db [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Added segment 7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1 of type vlan for network d59055ef-5180-470c-884a-72dc9abe1810
Dec 14 10:09:59.059884 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.089349 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.090643 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:59.091214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.094371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:59.192126 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d59055ef-5180-470c-884a-72dc9abe1810,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:59.195113 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4691145
Dec 14 10:09:59.196978 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:59.197929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59592) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:59.203185 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Request body: {'subnet': {'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1905421708-subnet', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'ip_version': 4}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:59.207878 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:59.211878 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Usage tracker for resource:subnet and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:59.214690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:59.217399 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network d59055ef-5180-470c-884a-72dc9abe1810 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:09:59.220465 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:59.230712 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Made reservation on behalf of a588cde51b9d45b2844c4ffc951dac41 for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:09:59.232959 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.448932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.453827 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:09:59.523095 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a526fa8-1d21-47b3-b38a-5d2f8212fd84,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:09:59.528790 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:09:59.533337 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Checking segment: {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:09:59.533679 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Network hostable DHCP agents. Network: d59055ef-5180-470c-884a-72dc9abe1810, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:09:59.552316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Network d59055ef-5180-470c-884a-72dc9abe1810 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:09:59.561465 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, d59055ef-5180-470c-884a-72dc9abe1810) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:09:59.565875 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:09:59.566491 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.573258 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd55468-c7f7-4201-bb71-b0210eeefe43 None None] Network d59055ef-5180-470c-884a-72dc9abe1810 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:09:59.589945 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59606) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:09:59.590508 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3910549
Dec 14 10:09:59.596004 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:09:59.600753 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:09:59.604731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Usage tracker for resource:router and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:09:59.607855 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:09:59.614553 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:09:59.626071 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.627413 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.643723 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.790075 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-d59055ef-5180-470c-884a-72dc9abe1810', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:09:59.790911 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.909495 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:09:59.944479 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Allocated IP 172.20.0.2 (d59055ef-5180-470c-884a-72dc9abe1810/7a526fa8-1d21-47b3-b38a-5d2f8212fd84/f9bf89fc-0a67-4fdf-8011-2d54b631cc3a) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:00.157188 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.167373 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Transition to ACTIVE for port object f9bf89fc-0a67-4fdf-8011-2d54b631cc3a will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:00.185136 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Transition to ACTIVE for port object f9bf89fc-0a67-4fdf-8011-2d54b631cc3a will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:00.191037 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.195893 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:00.254569 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Network d59055ef-5180-470c-884a-72dc9abe1810 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:00.257208 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:00.260977 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:00.272706 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.296932 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Pushing event updated for resources: {'Port': ['ID=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:00.305161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:00.308373 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.390165 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Attempting to bind port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:00.390871 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Attempting to bind port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:00.391275 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Attempting to bind port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a on network d59055ef-5180-470c-884a-72dc9abe1810 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:00.396750 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:00.397133 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Checking segment: {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:00.397536 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.397931 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Bound using segment: {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:00.398590 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Bound port: f9bf89fc-0a67-4fdf-8011-2d54b631cc3a, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:00.398968 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.482316 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Allocated IP 172.27.2.161 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/c6610c6d-a475-4178-8807-d62302622a7b) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:00.504255 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] For port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:00.507307 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] For port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:00.512667 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.522346 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:00.614282 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Pushing event updated for resources: {'Port': ['ID=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:00.617513 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:00.649435 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.680346 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:00.685079 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:00.752507 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:00.755232 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:00.759040 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:00.799095 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Pushing event updated for resources: {'Port': ['ID=c6610c6d-a475-4178-8807-d62302622a7b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:00.807737 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:01.188165 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:01.680105 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd8660f-db28-4a7f-85b1-4858097a2467 None None] Network d59055ef-5180-470c-884a-72dc9abe1810 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:10:01.734036 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:01.765274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-3cb16e65-bf77-428c-bc3a-8f8585cf11e6 None None] Provisioning for port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:02.043460 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:10:02.261857 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:10:02.274653 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Sync routers for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:10:02.286966 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:02.287658 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5760>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:02.294162 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:02.297942 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7042820
Dec 14 10:10:02.298226 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59668) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:02.462131 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c36e7-1773-4bea-87a7-6f1f75192e43 req-066d07e3-38f0-4190-a37f-dd7f07794a0a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:02.463796 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-442c36e7-1773-4bea-87a7-6f1f75192e43 req-066d07e3-38f0-4190-a37f-dd7f07794a0a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1727188
Dec 14 10:10:02.483271 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f9bf89fc-0a67-4fdf-8011-2d54b631cc3a up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:02.511815 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-442c36e7-1773-4bea-87a7-6f1f75192e43 req-29494bb9-64de-428f-ab17-256c4955d713 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414462
Dec 14 10:10:02.535309 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:02.554038 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:02.559301 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:02.559777 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:02.800195 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:02.837598 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:02.841884 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:02.845753 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:02.864761 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5760>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:01Z', 'revision_number': 3, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:02.868664 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Checking router: 38bfc37b-0900-4cf5-89c7-c5f42fec8200 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:10:02.869022 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Updating router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 port c6610c6d-a475-4178-8807-d62302622a7b binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:10:02.927262 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:02.927963 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:02.937488 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:03.075292 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.289716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Allocated IP 172.20.0.1 (d59055ef-5180-470c-884a-72dc9abe1810/7a526fa8-1d21-47b3-b38a-5d2f8212fd84/8b15a5ee-ffcc-43cf-ace6-670514d7ac1c) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:03.292092 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.303163 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Transition to ACTIVE for port object c6610c6d-a475-4178-8807-d62302622a7b will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:03.309380 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.313585 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:03.390736 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Attempting to bind port c6610c6d-a475-4178-8807-d62302622a7b on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:03.391145 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Attempting to bind port c6610c6d-a475-4178-8807-d62302622a7b by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:03.391513 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Attempting to bind port c6610c6d-a475-4178-8807-d62302622a7b on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:03.393752 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Pushing event updated for resources: {'Port': ['ID=c6610c6d-a475-4178-8807-d62302622a7b,revision_number=2']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:03.403744 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.404086 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.404418 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.404745 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.405065 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.405383 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.405699 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.406103 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.406459 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.406802 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.407196 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.407511 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:03.410756 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:03.411132 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:03.411533 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.411918 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:03.412403 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Bound port: c6610c6d-a475-4178-8807-d62302622a7b, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:03.412791 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.436730 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:03.489494 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] For port c6610c6d-a475-4178-8807-d62302622a7b, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:03.492799 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] For port c6610c6d-a475-4178-8807-d62302622a7b, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=c6610c6d-a475-4178-8807-d62302622a7b,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:03.496578 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.500925 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:03.516036 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.531237 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Transition to ACTIVE for port object 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:03.557334 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.562912 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-79b061ce-8de0-4fc5-ac80-7a2f20b7e2af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:03.571788 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:03.572345 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5760>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:03.622522 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Network d59055ef-5180-470c-884a-72dc9abe1810 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:03.625945 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:03.629376 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:03.650543 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Pushing event updated for resources: {'Port': ['ID=c6610c6d-a475-4178-8807-d62302622a7b,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:03.654030 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:03.685042 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Pushing event updated for resources: {'Port': ['ID=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:03.690138 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:03.702118 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.765062 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:03.842512 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:03.944953 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-d08f8ac9-c797-4c7d-8fc8-579e381ad34c None None] Provisioning for port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:03.951063 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-d08f8ac9-c797-4c7d-8fc8-579e381ad34c None None] Provisioning complete for port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:03.951848 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d08f8ac9-c797-4c7d-8fc8-579e381ad34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:04.022018 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-d08f8ac9-c797-4c7d-8fc8-579e381ad34c None None] Port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:10:04.074612 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:04.079526 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:04.097603 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5760>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:01Z', 'revision_number': 3, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:04.101259 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf3a98-e5de-48cd-be43-25ea14110b77 None None] The sync data for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi is: [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:01Z', 'revision_number': 3, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:10:04.110355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e0233d50-efa5-494c-bf5b-d7f6fdc8e303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:04.188728 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:04.192188 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Pushing event updated for resources: {'Port': ['ID=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:04.195358 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:04.339112 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Network d59055ef-5180-470c-884a-72dc9abe1810 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:04.340216 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:04.546527 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f9bf89fc-0a67-4fdf-8011-2d54b631cc3a up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:04.615631 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:10:04.635228 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:04.635599 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:04.698046 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-d83511fa-8923-40eb-b64d-561fdaff1617 None None] Provisioning complete for port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:04.698419 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d83511fa-8923-40eb-b64d-561fdaff1617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:04.782990 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-d83511fa-8923-40eb-b64d-561fdaff1617 None None] Port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:10:04.819424 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device c6610c6d-a475-4178-8807-d62302622a7b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:04.826127 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:10:04.847090 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] 10.222.0.20 "PUT /v2.0/routers/38bfc37b-0900-4cf5-89c7-c5f42fec8200/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5471725
Dec 14 10:10:04.889801 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port c6610c6d-a475-4178-8807-d62302622a7b completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:04.899334 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port c6610c6d-a475-4178-8807-d62302622a7b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:04.899979 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.071954 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.106201 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port c6610c6d-a475-4178-8807-d62302622a7b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=c6610c6d-a475-4178-8807-d62302622a7b,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:05.110385 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.113443 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:05.180683 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=c6610c6d-a475-4178-8807-d62302622a7b,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:05.183949 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:05.416940 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59714) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:05.422591 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1956286123-network', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:05.427269 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:05.431272 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Usage tracker for resource:network and tenant:3353eb8d9adb48518721a70f82710d7b is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:05.434218 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:05.440492 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:05.454166 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Made reservation on behalf of 3353eb8d9adb48518721a70f82710d7b for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:10:05.456410 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.468326 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.483112 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:05.487165 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Usage tracker for resource:security_group_rule and tenant:3353eb8d9adb48518721a70f82710d7b is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:05.490259 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:05.496260 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:05.593094 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.597459 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.600931 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99677b64-8d89-4de4-8b0a-5a13f17051b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:05.631819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:10:05.640950 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede2cd7a-0451-4492-b798-45bfd1d32d29,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:05.644714 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:05.647351 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.647742 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Added segment ad020429-c36e-4dbf-9b57-733849fcc3b1 of type vlan for network db099adb-1aed-46f1-873d-5f68cb727442
Dec 14 10:10:05.678927 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.731675 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.733009 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:05.733591 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.737594 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:05.759165 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-fe44c17d-e7c6-4531-9c60-30dc9933eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:05.761818 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-fe44c17d-e7c6-4531-9c60-30dc9933eec0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.1480086
Dec 14 10:10:05.845466 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Sync routers for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:10:05.849334 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Pushing event updated for resources: {'Network': ['ID=db099adb-1aed-46f1-873d-5f68cb727442,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:05.852580 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:05.857413 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4394867
Dec 14 10:10:05.858044 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59726) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:05.863530 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network db099adb-1aed-46f1-873d-5f68cb727442 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:10:05.865233 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Request body: {'subnet': {'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1956286123-subnet', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:05.871058 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:05.875964 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Usage tracker for resource:subnet and tenant:3353eb8d9adb48518721a70f82710d7b is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:05.879299 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:05.885804 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:05.886706 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:05.887356 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c752100>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:05.897034 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Made reservation on behalf of 3353eb8d9adb48518721a70f82710d7b for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:10:05.900938 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342689'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:05.940933 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-15b6ea9a-e6dc-4a01-9644-a06b0d88095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:05.943361 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-15b6ea9a-e6dc-4a01-9644-a06b0d88095d service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.1727974
Dec 14 10:10:06.097782 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-bd7b3d85-50ac-4e91-a7be-2afe7b8fbe2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 217 time: 0.1144054
Dec 14 10:10:06.205313 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47640d9-ba2c-49e3-9e8f-d2933e5453a5 req-fc146f39-933b-4cb3-9291-650b36123424 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:06.212887 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b47640d9-ba2c-49e3-9e8f-d2933e5453a5 req-fc146f39-933b-4cb3-9291-650b36123424 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2682536
Dec 14 10:10:06.230405 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-47abd26e-716f-441b-ba39-ea0a49dc2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:06.231827 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-47abd26e-716f-441b-ba39-ea0a49dc2a95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.1138279
Dec 14 10:10:06.262716 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b47640d9-ba2c-49e3-9e8f-d2933e5453a5 req-458d9c5e-dbd5-418d-a916-5f1927c2ead5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489044
Dec 14 10:10:06.314712 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-9c45000c-990a-4b4b-8e5e-700a71edc207 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555460
Dec 14 10:10:06.330165 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342675'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:06.335365 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:06.348724 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:06.413049 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a04c53-46ee-4d36-a67e-be4aba6671b2,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:06.417031 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:06.422826 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Checking segment: {'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:06.424053 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Network hostable DHCP agents. Network: db099adb-1aed-46f1-873d-5f68cb727442, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:10:06.436390 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device c6610c6d-a475-4178-8807-d62302622a7b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:06.444212 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Network db099adb-1aed-46f1-873d-5f68cb727442 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:10:06.454495 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, db099adb-1aed-46f1-873d-5f68cb727442) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:06.466849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:06.467947 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:06.475294 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fa767-f317-4414-bd02-8aba97661bcc None None] Network db099adb-1aed-46f1-873d-5f68cb727442 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:10:06.476533 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-04616c06-8e5d-449e-a808-a519d5a8037a service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525018
Dec 14 10:10:06.492575 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e01fe7f7-5092-41a0-9130-15874de97fc9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6335289
Dec 14 10:10:06.495049 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59736) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:06.500871 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:06.505141 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:06.508877 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Usage tracker for resource:router and tenant:3353eb8d9adb48518721a70f82710d7b is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:06.511857 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:06.517550 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:06.528126 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:06.529120 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:06.545889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:06.777597 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port c6610c6d-a475-4178-8807-d62302622a7b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:06.777885 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:06.811375 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.011248 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-db099adb-1aed-46f1-873d-5f68cb727442', 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'fixed_ips': [{'subnet_id': 'f1a04c53-46ee-4d36-a67e-be4aba6671b2'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:10:07.012091 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.126479 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c752100>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 2, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:07.132769 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Checking router: 38bfc37b-0900-4cf5-89c7-c5f42fec8200 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:10:07.133125 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Updating router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:10:07.136167 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.168389 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.238485 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.306932 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Allocated IP 172.20.0.2 (db099adb-1aed-46f1-873d-5f68cb727442/f1a04c53-46ee-4d36-a67e-be4aba6671b2/98f7aea3-c382-4975-a812-a6adf3557dd7) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:07.320488 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Allocated IP 172.27.2.98 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/ca623206-34a9-4039-bb17-ef0e95a24a84) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:07.511668 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.545918 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.553135 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:07.628736 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:07.628736 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:07.636440 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:07.685532 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Pushing event updated for resources: {'Port': ['ID=ca623206-34a9-4039-bb17-ef0e95a24a84,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:07.697352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:07.699550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f40ca-e231-4b33-9b75-bff36a4c3deb req-800a9265-59dc-4c7c-9535-682584938a3c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:07.707274 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-679f40ca-e231-4b33-9b75-bff36a4c3deb req-800a9265-59dc-4c7c-9535-682584938a3c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.3072078
Dec 14 10:10:07.748511 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-52ba0a28-e431-4261-9f05-bd8d9dcb0a8f req-449d683e-ec1e-4e24-99cf-0930de94dd97 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047814
Dec 14 10:10:07.749091 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.763974 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Transition to ACTIVE for port object 98f7aea3-c382-4975-a812-a6adf3557dd7 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:07.788980 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-679f40ca-e231-4b33-9b75-bff36a4c3deb req-6108f13a-b3f5-45e1-a6fb-e9fb3a7be5c6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794520
Dec 14 10:10:07.840069 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Transition to ACTIVE for port object 98f7aea3-c382-4975-a812-a6adf3557dd7 will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:07.851264 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.856702 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:07.977541 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:07.989487 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Network db099adb-1aed-46f1-873d-5f68cb727442 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:07.993579 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:08.014104 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:08.017425 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Pushing event updated for resources: {'Port': ['ID=98f7aea3-c382-4975-a812-a6adf3557dd7,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:08.026232 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:08.027527 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Transition to ACTIVE for port object 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:08.070505 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.076157 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:08.160120 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.250725 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Attempting to bind port 98f7aea3-c382-4975-a812-a6adf3557dd7 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:08.251238 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Attempting to bind port 98f7aea3-c382-4975-a812-a6adf3557dd7 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:08.251608 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Attempting to bind port 98f7aea3-c382-4975-a812-a6adf3557dd7 on network db099adb-1aed-46f1-873d-5f68cb727442 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:08.288025 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a99605-095f-4e6a-a20e-4ab9883e7355 None None] Pushing event updated for resources: {'Port': ['ID=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:08.290981 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-61a99605-095f-4e6a-a20e-4ab9883e7355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:08.298644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:08.298644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Checking segment: {'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:08.298644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.298644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Bound using segment: {'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:08.299752 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Bound port: 98f7aea3-c382-4975-a812-a6adf3557dd7, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:08.299752 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.418037 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Attempting to bind port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:08.418414 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Attempting to bind port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:08.418781 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Attempting to bind port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c on network d59055ef-5180-470c-884a-72dc9abe1810 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:08.440411 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:08.440808 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Checking segment: {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:08.441188 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.441985 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Bound using segment: {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:08.442097 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Bound port: 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:08.443343 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.476771 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] For port 98f7aea3-c382-4975-a812-a6adf3557dd7, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:08.522743 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] For port 98f7aea3-c382-4975-a812-a6adf3557dd7, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=98f7aea3-c382-4975-a812-a6adf3557dd7,segment=NetworkSegment(ad020429-c36e-4dbf-9b57-733849fcc3b1),segment_id=ad020429-c36e-4dbf-9b57-733849fcc3b1)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:08.531911 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.537705 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:08.573845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.637094 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] For port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:08.642638 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] For port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:08.643765 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Pushing event updated for resources: {'Port': ['ID=98f7aea3-c382-4975-a812-a6adf3557dd7,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:08.649285 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:08.651359 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:08.655099 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:08.728740 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:08.729576 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c752100>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:08.797319 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Router 8c2dbebb-4116-4c36-bbd1-00c2f719387b is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:10:08.825533 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a99605-095f-4e6a-a20e-4ab9883e7355 None None] Pushing event updated for resources: {'Port': ['ID=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:08.925365 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-61a99605-095f-4e6a-a20e-4ab9883e7355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:08.993175 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:09.069661 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:10:09.083284 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Sync routers for ids ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:10:09.099239 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Routers {'8c2dbebb-4116-4c36-bbd1-00c2f719387b'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:09.100253 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5280>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:09.142158 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:09.143691 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6477065
Dec 14 10:10:09.146418 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59794) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:09.168122 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e63db0-08f7-4357-b32b-fe05c468a899 req-2118adb2-fa93-4b51-bcb4-a50a2d776bd0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:09.169925 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-21e63db0-08f7-4357-b32b-fe05c468a899 req-2118adb2-fa93-4b51-bcb4-a50a2d776bd0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1396749
Dec 14 10:10:09.225656 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-21e63db0-08f7-4357-b32b-fe05c468a899 req-387cec1c-429b-44c0-a8d4-59172062feb2 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487776
Dec 14 10:10:09.345280 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Set router 8c2dbebb-4116-4c36-bbd1-00c2f719387b gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:09.362454 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c752100>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:08Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:09.367019 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8fc77-ac1a-4df4-aa22-fbdb6719c446 None None] The sync data for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi is: [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:08Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:10:09.746399 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5280>, [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:10:07Z', 'revision_number': 3, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:09.752397 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Checking router: 8c2dbebb-4116-4c36-bbd1-00c2f719387b for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:10:09.753013 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Updating router 8c2dbebb-4116-4c36-bbd1-00c2f719387b port ca623206-34a9-4039-bb17-ef0e95a24a84 binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:10:09.861053 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.000927 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b8077-184c-4122-b398-aafe56684fac None None] Network db099adb-1aed-46f1-873d-5f68cb727442 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:10:10.112681 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-49d4b135-bcd3-45d2-af9b-bce07b04d168 None None] Provisioning for port 98f7aea3-c382-4975-a812-a6adf3557dd7 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:10.229771 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.279737 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.296058 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Transition to ACTIVE for port object ca623206-34a9-4039-bb17-ef0e95a24a84 will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:10.330561 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.342278 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:10.447529 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Attempting to bind port ca623206-34a9-4039-bb17-ef0e95a24a84 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:10.447529 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Attempting to bind port ca623206-34a9-4039-bb17-ef0e95a24a84 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:10.447915 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Attempting to bind port ca623206-34a9-4039-bb17-ef0e95a24a84 on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:10.477800 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:10.478868 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:10.479456 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.480425 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:10.481200 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Bound port: ca623206-34a9-4039-bb17-ef0e95a24a84, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:10.481659 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.567341 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447a66e-2865-4c05-aef0-831c3bd13fb0 None None] Pushing event updated for resources: {'Port': ['ID=ca623206-34a9-4039-bb17-ef0e95a24a84,revision_number=2']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:10.579786 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-a447a66e-2865-4c05-aef0-831c3bd13fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:10.618362 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:10.676020 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] For port ca623206-34a9-4039-bb17-ef0e95a24a84, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:10.678228 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Allocated IP 172.20.0.1 (db099adb-1aed-46f1-873d-5f68cb727442/f1a04c53-46ee-4d36-a67e-be4aba6671b2/528904a4-d56a-473b-82da-6358c8407199) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:10.680344 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] For port ca623206-34a9-4039-bb17-ef0e95a24a84, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=ca623206-34a9-4039-bb17-ef0e95a24a84,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:10.690386 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96f101-719c-41e5-9f1a-dd12e3d94d17 req-0d36f783-3407-4cbb-b742-013c26590a6e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:10.692576 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.699303 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-a447a66e-2865-4c05-aef0-831c3bd13fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:10.704815 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3f96f101-719c-41e5-9f1a-dd12e3d94d17 req-0d36f783-3407-4cbb-b742-013c26590a6e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2628200
Dec 14 10:10:10.804432 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3f96f101-719c-41e5-9f1a-dd12e3d94d17 req-3dc8b423-5077-4e90-b1bd-fcd1ddfe8d76 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956357
Dec 14 10:10:10.860197 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:10.866476 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:10.866905 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:10.868693 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447a66e-2865-4c05-aef0-831c3bd13fb0 None None] Pushing event updated for resources: {'Port': ['ID=ca623206-34a9-4039-bb17-ef0e95a24a84,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:10.873573 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Routers {'8c2dbebb-4116-4c36-bbd1-00c2f719387b'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:10.875180 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5280>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:10.935228 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-a447a66e-2865-4c05-aef0-831c3bd13fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:11.055754 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.092428 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Transition to ACTIVE for port object 528904a4-d56a-473b-82da-6358c8407199 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:11.143917 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.146176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.155533 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:11.196737 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:11.204269 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.205126 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 98f7aea3-c382-4975-a812-a6adf3557dd7 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:11.209801 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] Set router 8c2dbebb-4116-4c36-bbd1-00c2f719387b gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:11.244139 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:11.309997 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Pushing event updated for resources: {'Port': ['ID=528904a4-d56a-473b-82da-6358c8407199,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:11.344762 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:11.350348 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:11.354141 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.354516 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.354869 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.355258 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.355591 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.355943 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.356311 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.356629 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.356990 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.357335 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.357673 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.361187 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 98f7aea3-c382-4975-a812-a6adf3557dd7 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:11.361770 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:11.366054 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:11.368003 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Network db099adb-1aed-46f1-873d-5f68cb727442 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:11.369213 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:11.371586 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:11.372350 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 98f7aea3-c382-4975-a812-a6adf3557dd7 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:11.373924 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.440948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.589975 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.668149 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 98f7aea3-c382-4975-a812-a6adf3557dd7, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=98f7aea3-c382-4975-a812-a6adf3557dd7,segment=NetworkSegment(ad020429-c36e-4dbf-9b57-733849fcc3b1),segment_id=ad020429-c36e-4dbf-9b57-733849fcc3b1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:11.676439 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.678751 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-61a99605-095f-4e6a-a20e-4ab9883e7355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:11.727875 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.775769 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=98f7aea3-c382-4975-a812-a6adf3557dd7,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:11.784627 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:11.795354 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-6db3ae74-36e0-4312-9691-3e6d13b07f2d None None] Provisioning for port 528904a4-d56a-473b-82da-6358c8407199 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:11.802942 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-6db3ae74-36e0-4312-9691-3e6d13b07f2d None None] Provisioning complete for port 528904a4-d56a-473b-82da-6358c8407199 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:11.803532 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6db3ae74-36e0-4312-9691-3e6d13b07f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:11.808956 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2def5280>, [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:10:07Z', 'revision_number': 3, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:11.816394 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b2d4a-10c8-482f-9559-f2462846d651 None None] The sync data for ids ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'] in dv-cinder-818885-1-iscsi is: [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:10:07Z', 'revision_number': 3, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:10:11.875414 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-6db3ae74-36e0-4312-9691-3e6d13b07f2d None None] Port 528904a4-d56a-473b-82da-6358c8407199 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:10:12.047428 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:12.052342 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:12.055922 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f94ce-286a-4ff4-ae15-13806b2a765a req-93754c3f-9c8a-40ee-a0db-5d27132d3c79 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:12.063492 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-be4f94ce-286a-4ff4-ae15-13806b2a765a req-93754c3f-9c8a-40ee-a0db-5d27132d3c79 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1013856
Dec 14 10:10:12.078311 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:12.108921 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-be4f94ce-286a-4ff4-ae15-13806b2a765a req-158f4bdf-3d67-4024-a2ae-373a25decfe0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443764
Dec 14 10:10:12.168488 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Pushing event updated for resources: {'Port': ['ID=528904a4-d56a-473b-82da-6358c8407199,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:12.170241 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:12.174668 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:12.312438 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Network db099adb-1aed-46f1-873d-5f68cb727442 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:12.313602 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:12.585072 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 98f7aea3-c382-4975-a812-a6adf3557dd7 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:12.706622 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Router 8c2dbebb-4116-4c36-bbd1-00c2f719387b has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:10:12.753245 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-de1b5f6b-9dee-4d5b-a9bd-f5df9a2100b7 None None] Provisioning complete for port 528904a4-d56a-473b-82da-6358c8407199 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:12.759761 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-de1b5f6b-9dee-4d5b-a9bd-f5df9a2100b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:12.824277 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 98f7aea3-c382-4975-a812-a6adf3557dd7 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:12.824940 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:12.900698 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-de1b5f6b-9dee-4d5b-a9bd-f5df9a2100b7 None None] Port 528904a4-d56a-473b-82da-6358c8407199 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:10:12.946424 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59866) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:12.964401 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ca623206-34a9-4039-bb17-ef0e95a24a84 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:12.982205 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:10:13.011270 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] 10.222.0.20 "PUT /v2.0/routers/8c2dbebb-4116-4c36-bbd1-00c2f719387b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8637247
Dec 14 10:10:13.052763 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port ca623206-34a9-4039-bb17-ef0e95a24a84 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:13.059712 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port ca623206-34a9-4039-bb17-ef0e95a24a84 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:13.060099 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.146760 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.173837 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:13.180446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Usage tracker for resource:security_group_rule and tenant:4426167b53234598a6843828277003db is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:13.184779 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:13.192802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:13.210336 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.235153 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port ca623206-34a9-4039-bb17-ef0e95a24a84, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=ca623206-34a9-4039-bb17-ef0e95a24a84,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:13.241842 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.242724 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:13.275012 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:13.348831 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.356529 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.366811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-de546f15-25a1-4688-9e2c-6e4bb620c889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:13.367636 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=ca623206-34a9-4039-bb17-ef0e95a24a84,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:13.370924 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:13.380584 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:13.381096 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.418219 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba6d19-2d0a-430e-9a45-7d56091d7580,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:13.430065 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4426167b53234598a6843828277003db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4823537
Dec 14 10:10:13.432843 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.433049 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59882) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:13.433900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.434529 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.434926 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.435265 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.435605 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.435939 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.436269 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.436595 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.437690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.438043 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.438519 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:13.442671 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:13.476186 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f29ef5-09bd-4eeb-a2cf-317cfe2ca6c5 req-dcc07439-0fed-4457-bdea-1b9245a7b0b8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:13.483697 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c8f29ef5-09bd-4eeb-a2cf-317cfe2ca6c5 req-dcc07439-0fed-4457-bdea-1b9245a7b0b8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1789198
Dec 14 10:10:13.538607 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c8f29ef5-09bd-4eeb-a2cf-317cfe2ca6c5 req-303a4805-ea78-49b2-a6be-38d33748492f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526044
Dec 14 10:10:13.540791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.574366 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.605789 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.640263 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.647163 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-76f236bf-9d73-4849-bf83-b794651b1fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:13.661211 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba6d19-2d0a-430e-9a45-7d56091d7580,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:13.663964 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:13.665643 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.669773 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26ba6d19-2d0a-430e-9a45-7d56091d7580 HTTP/1.1" status: 204  len: 168 time: 0.2359655
Dec 14 10:10:13.685595 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59888) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:13.691092 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656520569', 'description': 'tempest-secgroup-smoke-656520569 description', 'project_id': 'a588cde51b9d45b2844c4ffc951dac41'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:13.696826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:13.700656 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:13.703601 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:13.709668 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:13.721235 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.754682 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:13.771148 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:13.793233 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:13.812476 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:13.913523 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Sync routers for ids ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:10:13.924047 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.926192 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Routers {'8c2dbebb-4116-4c36-bbd1-00c2f719387b'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:13.927256 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2df034c0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:13.929649 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:13.937225 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bf5c1610-22e1-4372-b5bd-64b2161562c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:13.997198 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:14.007974 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:14.009362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.010596 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3239956
Dec 14 10:10:14.013605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59900) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:14.020191 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fba2d-67fc-4550-ae77-eb9e1f6afb64', 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:14.028487 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:14.037666 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:14.049474 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:14.080100 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:14.114247 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.207072 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59906) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:14.219221 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Set router 8c2dbebb-4116-4c36-bbd1-00c2f719387b gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:14.230693 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.253465 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.255638 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:14.259947 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Usage tracker for resource:security_group_rule and tenant:52ff99a4545d4b07abe7ba38f20d377e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:14.262897 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.263806 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:14.271038 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ecdcbd4c-8e9e-447b-b355-d63226ba2fb9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:14.285428 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:14.308263 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0d6bd8-f6d3-4d05-95a6-c6272a58ea76,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:14.319260 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:14.331444 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.335475 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59910) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:14.336148 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4802c56c-25c5-4f1f-a130-27e76b720da3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3204937
Dec 14 10:10:14.341257 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fba2d-67fc-4550-ae77-eb9e1f6afb64', 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:14.348283 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:14.352474 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:14.355446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:14.362707 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:14.387767 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.407679 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.412847 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.444574 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-06aaa9fe-be27-4b4f-96cd-1072aa5a5b6a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:14.456757 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52ff99a4545d4b07abe7ba38f20d377e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2485957
Dec 14 10:10:14.458859 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59914) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:14.473118 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ca623206-34a9-4039-bb17-ef0e95a24a84 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:14.488717 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.492521 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.500678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:14.503249 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038d518-352d-4ce4-8dee-7017da4d8b40,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:14.513109 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:14.519351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b8f3f5-ad4f-4ea7-b9fc-2bb2fb6caf69,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:14.522533 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:14.536273 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.539835 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2016037
Dec 14 10:10:14.542077 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59918) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:14.543919 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.548779 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fba2d-67fc-4550-ae77-eb9e1f6afb64', 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:14.552214 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-97b9fd7b-b620-4b18-8bc6-6693abfd09b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.555596 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:14.559534 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:14.563087 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:14.569376 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:14.574756 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.590597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.637206 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.641247 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port ca623206-34a9-4039-bb17-ef0e95a24a84 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:14.641856 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.648984 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:14.665601 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038d518-352d-4ce4-8dee-7017da4d8b40,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:14.667574 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.672775 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3038d518-352d-4ce4-8dee-7017da4d8b40 HTTP/1.1" status: 204  len: 168 time: 0.2125356
Dec 14 10:10:14.674120 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:14.693507 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.699894 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.703214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d32ca550-d024-4195-8cea-8ec75f42705a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:14.751606 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6cdf35-8236-4cd4-ab50-c2549cb139e3,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:14.762177 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:14.775448 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.778467 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2354043
Dec 14 10:10:14.780382 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59926) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:14.780813 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2df034c0>, [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 4, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '528904a4-d56a-473b-82da-6358c8407199', 'name': '', 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'mac_address': 'fa:16:3e:d0:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f1a04c53-46ee-4d36-a67e-be4aba6671b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:10Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 2, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'subnets': [{'id': 'f1a04c53-46ee-4d36-a67e-be4aba6671b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:14.786103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fba2d-67fc-4550-ae77-eb9e1f6afb64', 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:14.790435 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Checking router: 8c2dbebb-4116-4c36-bbd1-00c2f719387b for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:10:14.790984 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Updating router 8c2dbebb-4116-4c36-bbd1-00c2f719387b port 528904a4-d56a-473b-82da-6358c8407199 binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:10:14.792490 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:14.798636 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:14.801305 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:14.809608 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:14.820286 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0ce00-839d-4695-b54b-75cada82310b req-1b566494-32b6-42a3-a92b-f33aa91f5224 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:14.827780 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-52b0ce00-839d-4695-b54b-75cada82310b req-1b566494-32b6-42a3-a92b-f33aa91f5224 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1330147
Dec 14 10:10:14.832405 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.888987 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-52b0ce00-839d-4695-b54b-75cada82310b req-39555778-bd89-408f-ab93-a8f71c154407 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599003
Dec 14 10:10:14.920548 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.923846 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.928919 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.931134 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:14.960253 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6923dd15-e1eb-4b3b-ba33-2ebc8a3afbdd,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:14.965802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:14.971784 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:14.973056 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1913390
Dec 14 10:10:14.976063 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 59936) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:14.981748 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fba2d-67fc-4550-ae77-eb9e1f6afb64', 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:14.989229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:14.994842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:14.999002 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:15.007375 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:15.028924 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.securitygroups_db [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Project a588cde51b9d45b2844c4ffc951dac41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 10:10:15.041484 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.137184 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.146887 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.146887 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bf1d7431-41c8-468c-b2c9-94c3125dd1dd tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:15.169453 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71fd1ea-e951-4636-b0fa-e28c6dded6f7,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:15.173000 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:15.182371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.186276 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2061379
Dec 14 10:10:15.186556 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 59946) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:15.192802 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fba2d-67fc-4550-ae77-eb9e1f6afb64', 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:15.203348 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:15.208420 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:security_group_rule and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:15.212579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:15.219732 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:15.234821 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Project a588cde51b9d45b2844c4ffc951dac41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 10:10:15.243228 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.322947 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.326871 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.330060 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-51c1c7e9-86ef-4bec-bc17-19286a0c68ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:15.360091 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cf891c-91c1-48cb-8f10-c5b4a7b51d42,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:15.364816 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:15.371802 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.382591 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1948180
Dec 14 10:10:15.389921 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.408668 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Transition to ACTIVE for port object 528904a4-d56a-473b-82da-6358c8407199 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:15.416857 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.423803 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-30f78b2f-1208-43a9-8c91-a8c4bd3e2b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:15.599450 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-68b8b909-cd12-420b-8757-13ec2d2fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:15.601306 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-68b8b909-cd12-420b-8757-13ec2d2fe681 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.1279919
Dec 14 10:10:15.649350 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06e61b-1b41-4c49-bb7b-a60d16a9edc0 None None] Pushing event updated for resources: {'Port': ['ID=528904a4-d56a-473b-82da-6358c8407199,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:15.661214 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-2f06e61b-1b41-4c49-bb7b-a60d16a9edc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:15.724110 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Attempting to bind port 528904a4-d56a-473b-82da-6358c8407199 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:15.724516 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Attempting to bind port 528904a4-d56a-473b-82da-6358c8407199 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:15.724892 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Attempting to bind port 528904a4-d56a-473b-82da-6358c8407199 on network db099adb-1aed-46f1-873d-5f68cb727442 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:15.731230 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:15.731617 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Checking segment: {'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:15.732184 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.732590 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Bound using segment: {'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:15.733064 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Bound port: 528904a4-d56a-473b-82da-6358c8407199, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad020429-c36e-4dbf-9b57-733849fcc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:15.733589 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.825014 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-753d986d-f879-4bf3-beaf-3fa9188f6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:15.826925 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-753d986d-f879-4bf3-beaf-3fa9188f6420 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.1909287
Dec 14 10:10:15.867871 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] For port 528904a4-d56a-473b-82da-6358c8407199, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:15.871332 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] For port 528904a4-d56a-473b-82da-6358c8407199, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=528904a4-d56a-473b-82da-6358c8407199,segment=NetworkSegment(ad020429-c36e-4dbf-9b57-733849fcc3b1),segment_id=ad020429-c36e-4dbf-9b57-733849fcc3b1)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:15.878530 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:15.884282 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:15.941684 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-f8e48fca-d4bc-45a8-b530-2b9ecca58b9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 217 time: 0.1043904
Dec 14 10:10:16.019610 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Routers {'8c2dbebb-4116-4c36-bbd1-00c2f719387b'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:16.020423 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2df034c0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:09:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:16.137762 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-f27de530-7432-4876-9ea0-b59a2a4a3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:16.139263 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-f27de530-7432-4876-9ea0-b59a2a4a3761 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.1902108
Dec 14 10:10:16.225647 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-3f875a4e-8d7b-4f4f-b16b-f85da3ebb8d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0687492
Dec 14 10:10:16.337037 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf1a54-05a5-47f9-92da-9160045798a4 req-cd1610b2-8317-4aa5-9124-475c83cc33db tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:16.354874 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cbaf1a54-05a5-47f9-92da-9160045798a4 req-cd1610b2-8317-4aa5-9124-475c83cc33db tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2396796
Dec 14 10:10:16.459719 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06e61b-1b41-4c49-bb7b-a60d16a9edc0 None None] Pushing event updated for resources: {'Port': ['ID=528904a4-d56a-473b-82da-6358c8407199,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:16.467400 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-2f06e61b-1b41-4c49-bb7b-a60d16a9edc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:16.487359 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cbaf1a54-05a5-47f9-92da-9160045798a4 req-26add180-3292-4b9b-9902-2d1b2f50bc0c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286693
Dec 14 10:10:16.487925 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] Set router 8c2dbebb-4116-4c36-bbd1-00c2f719387b gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:16.565503 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-10b90cbb-5114-499c-9d25-6ce6cac844dd service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282363
Dec 14 10:10:16.787068 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4b852c63-30f7-4edf-b3cd-ee43a46da470 req-d98db25d-c067-46bd-bc5a-ae761b2f52ff service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2062757
Dec 14 10:10:16.877475 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e587cd7a-cd39-4558-812f-69e19e197fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:16.981742 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2df034c0>, [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 4, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '528904a4-d56a-473b-82da-6358c8407199', 'name': '', 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'mac_address': 'fa:16:3e:d0:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f1a04c53-46ee-4d36-a67e-be4aba6671b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:10Z', 'updated_at': '2021-12-14T10:10:15Z', 'revision_number': 4, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'subnets': [{'id': 'f1a04c53-46ee-4d36-a67e-be4aba6671b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:16.991845 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af117495-ff28-4b37-b8f7-eb4604fb6f2b None None] The sync data for ids ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'] in dv-cinder-818885-1-iscsi is: [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 4, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '528904a4-d56a-473b-82da-6358c8407199', 'name': '', 'network_id': 'db099adb-1aed-46f1-873d-5f68cb727442', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'mac_address': 'fa:16:3e:d0:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f1a04c53-46ee-4d36-a67e-be4aba6671b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:10Z', 'updated_at': '2021-12-14T10:10:15Z', 'revision_number': 4, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'subnets': [{'id': 'f1a04c53-46ee-4d36-a67e-be4aba6671b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:10:17.799766 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:17.834427 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804d47a-cc84-4856-82db-e37a25ae049d req-a68b2736-2939-45d2-8a3e-3b223058beec tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:17.836200 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e804d47a-cc84-4856-82db-e37a25ae049d req-a68b2736-2939-45d2-8a3e-3b223058beec tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2066355
Dec 14 10:10:17.900515 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e804d47a-cc84-4856-82db-e37a25ae049d req-3a3f17a3-f265-43ba-8488-c0310c81932b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572164
Dec 14 10:10:17.927613 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:18.437461 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 528904a4-d56a-473b-82da-6358c8407199 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:18.508972 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 528904a4-d56a-473b-82da-6358c8407199 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:18.514736 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 528904a4-d56a-473b-82da-6358c8407199 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:18.516180 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:18.651585 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:18.686161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 528904a4-d56a-473b-82da-6358c8407199, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=528904a4-d56a-473b-82da-6358c8407199,segment=NetworkSegment(ad020429-c36e-4dbf-9b57-733849fcc3b1),segment_id=ad020429-c36e-4dbf-9b57-733849fcc3b1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:18.690350 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:18.692063 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:18.764861 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=528904a4-d56a-473b-82da-6358c8407199,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:18.772875 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.773221 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.773559 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.773891 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.774243 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.774569 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.775157 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.775477 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.775813 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.776136 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.776459 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.776827 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:10:18.780873 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:19.232785 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ff139-4600-4455-9596-061e50d547af req-1bfa97f0-8b91-4168-ae2e-664e098fc5c8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:19.235401 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8c9ff139-4600-4455-9596-061e50d547af req-1bfa97f0-8b91-4168-ae2e-664e098fc5c8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2043865
Dec 14 10:10:19.236434 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:19.287757 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8c9ff139-4600-4455-9596-061e50d547af req-340b2355-f7c7-48a6-a3b0-85542981ec65 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463736
Dec 14 10:10:20.000289 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60146) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:20.174132 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.190680 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:20.196880 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Usage tracker for resource:security_group_rule and tenant:4520c3b9899e4f96a354777d7906c216 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:20.204120 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:20.222011 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:20.315156 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.319610 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.328999 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dc2fde2e-1242-419c-9967-343a88914726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:20.372616 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60160) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:20.373082 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4520c3b9899e4f96a354777d7906c216&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3712122
Dec 14 10:10:20.375046 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11da0224-1a57-4d54-9c43-f31718c368af,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:20.378701 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:20.453345 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 528904a4-d56a-473b-82da-6358c8407199 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:20.462064 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.495846 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.511795 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d3bf0-9ab6-4259-8788-353fe64c23fb req-2e2ed98e-a55c-4547-96e8-06e8b7edbb70 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:20.513259 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-560d3bf0-9ab6-4259-8788-353fe64c23fb req-2e2ed98e-a55c-4547-96e8-06e8b7edbb70 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0930398
Dec 14 10:10:20.528554 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 528904a4-d56a-473b-82da-6358c8407199 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:20.528936 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.567640 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.574328 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-560d3bf0-9ab6-4259-8788-353fe64c23fb req-b0b7b4d4-7832-4ea6-b673-57dd4bf46a99 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540807
Dec 14 10:10:20.579545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5dd204c6-fa00-4840-94e8-8cd8d8d3d56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:20.593350 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11da0224-1a57-4d54-9c43-f31718c368af,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:20.595529 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:20.599079 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11da0224-1a57-4d54-9c43-f31718c368af HTTP/1.1" status: 204  len: 168 time: 0.2225351
Dec 14 10:10:20.599079 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:21.889457 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60244) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:22.029948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.045056 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:22.052055 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Usage tracker for resource:security_group_rule and tenant:2f2417cfce04472a9340842bc8d996ea is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:22.054909 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:22.060519 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:22.144275 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.147967 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.155079 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99165c66-37e8-43dc-bf66-8dd4a646e16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:22.198069 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f2417cfce04472a9340842bc8d996ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3066263
Dec 14 10:10:22.198953 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0005330d-b47e-4a99-8d00-3d7ef626bed6,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:22.200707 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60256) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:22.202226 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:22.261139 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.286176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.336660 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.341404 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:22.353152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0005330d-b47e-4a99-8d00-3d7ef626bed6,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:22.356004 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:22.357904 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.361995 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0005330d-b47e-4a99-8d00-3d7ef626bed6 HTTP/1.1" status: 204  len: 168 time: 0.1571655
Dec 14 10:10:22.637350 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60268) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:22.654685 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.669161 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:22.673714 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Usage tracker for resource:security_group_rule and tenant:0be28f434a894c7cbdd5a607b9da0f7f is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:22.676499 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:22.682383 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:22.762051 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.765762 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.772043 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-aa540f7b-0087-487c-8fbb-72519f6beb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:22.815300 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96166ec2-edb1-49c3-95c6-4f75494341d4,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:22.819508 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0be28f434a894c7cbdd5a607b9da0f7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1811030
Dec 14 10:10:22.820367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:22.822282 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60272) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:22.879164 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.904617 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.956647 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.960124 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:22.971329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96166ec2-edb1-49c3-95c6-4f75494341d4,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:22.975747 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:22.977604 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:22.978703 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96166ec2-edb1-49c3-95c6-4f75494341d4 HTTP/1.1" status: 204  len: 168 time: 0.1555429
Dec 14 10:10:24.675252 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde48e31-9267-44cd-a331-5179a4893850 req-028708e2-2e73-4456-9c19-fefabc634964 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:24.676711 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cde48e31-9267-44cd-a331-5179a4893850 req-028708e2-2e73-4456-9c19-fefabc634964 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0912721
Dec 14 10:10:24.730740 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cde48e31-9267-44cd-a331-5179a4893850 req-e8268b54-b3ef-456f-bdb3-72c9fe615678 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466609
Dec 14 10:10:25.690910 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60374) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:25.811678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:25.828800 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:25.839098 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Usage tracker for resource:security_group_rule and tenant:04d9feb284344c84b7ea760b0abe0326 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:25.842410 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:25.849701 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:26.012864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e684cc-d252-4c7a-8705-a2211e12f356 req-8070e224-3bb2-4cfb-8258-dad06bf16b0f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:26.014317 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-26e684cc-d252-4c7a-8705-a2211e12f356 req-8070e224-3bb2-4cfb-8258-dad06bf16b0f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1332660
Dec 14 10:10:26.018961 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.034457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.043388 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-df75dfbd-ca9e-467b-af7a-39dbfb8e72da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:26.095270 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04d9feb284344c84b7ea760b0abe0326&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4032784
Dec 14 10:10:26.098051 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60386) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:26.104943 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-26e684cc-d252-4c7a-8705-a2211e12f356 req-73a72133-7a3f-4a9a-9bed-1d3d18e93744 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838141
Dec 14 10:10:26.105700 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6eb423-be99-4218-90c7-e2b4be387b98,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:26.109342 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:26.162879 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.188241 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.240051 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.243527 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f30f0540-2463-42e2-a68f-33d139c067ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:26.257991 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6eb423-be99-4218-90c7-e2b4be387b98,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:26.260455 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:26.270466 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.273804 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd6eb423-be99-4218-90c7-e2b4be387b98 HTTP/1.1" status: 204  len: 168 time: 0.1725361
Dec 14 10:10:26.541412 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60394) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:26.558698 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.573512 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:26.577982 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Usage tracker for resource:security_group_rule and tenant:65ae1681951047919b6a3b5788162e07 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:26.580870 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:26.586465 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:26.666924 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.671900 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.680787 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5d347d6d-038d-455d-88b1-e3f3059d724d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:26.727324 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60404) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:26.727873 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65ae1681951047919b6a3b5788162e07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1849179
Dec 14 10:10:26.729210 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682251de-b0a2-403f-828d-cbc879576cab,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:26.732480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:26.793559 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.819840 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.875642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.879555 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9de455ec-6425-4863-843e-c47b2eb6497b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:26.892001 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682251de-b0a2-403f-828d-cbc879576cab,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:26.895645 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:26.901193 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:26.902302 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/682251de-b0a2-403f-828d-cbc879576cab HTTP/1.1" status: 204  len: 168 time: 0.1729498
Dec 14 10:10:29.087548 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b46d6-1c4f-4116-9ff6-0afe82c9fdb6 req-16d3a654-6579-4361-b11a-e46dcc230728 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:29.089172 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7d7b46d6-1c4f-4116-9ff6-0afe82c9fdb6 req-16d3a654-6579-4361-b11a-e46dcc230728 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1279433
Dec 14 10:10:29.135136 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7d7b46d6-1c4f-4116-9ff6-0afe82c9fdb6 req-6a9d2c3a-4d08-4db6-9ab8-bedae9f22fec tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393157
Dec 14 10:10:29.663598 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:10:30.333390 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad3af9-ce20-4ca7-bbe7-d7a7bc5ecb4a req-0f183a46-cb85-4730-9111-8bd54fb7417c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:30.334893 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3cad3af9-ce20-4ca7-bbe7-d7a7bc5ecb4a req-0f183a46-cb85-4730-9111-8bd54fb7417c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0898209
Dec 14 10:10:30.381046 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3cad3af9-ce20-4ca7-bbe7-d7a7bc5ecb4a req-db7ae862-39a1-4b09-896c-58d52e0cf96e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396106
Dec 14 10:10:33.470306 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c06c4-1d40-4a0e-ae85-e0c372132561 req-b5c15341-13a8-4c59-aede-df872566ad9e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:33.472353 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b88c06c4-1d40-4a0e-ae85-e0c372132561 req-b5c15341-13a8-4c59-aede-df872566ad9e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0863757
Dec 14 10:10:33.521415 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b88c06c4-1d40-4a0e-ae85-e0c372132561 req-762c72cf-883b-43d1-9554-259761d1fc2a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432091
Dec 14 10:10:34.708695 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f2103-f85a-4e45-9a0f-2282c2129938 req-78265461-78f3-47bd-9384-32a305953ddb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:34.710140 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3a9f2103-f85a-4e45-9a0f-2282c2129938 req-78265461-78f3-47bd-9384-32a305953ddb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0828769
Dec 14 10:10:34.754667 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3a9f2103-f85a-4e45-9a0f-2282c2129938 req-abe6a855-f236-4c4c-851d-beae44e0e418 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389030
Dec 14 10:10:35.066471 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60582) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:35.182530 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.196384 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:35.200183 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Usage tracker for resource:security_group_rule and tenant:af62dfa6a95b4a57870868876d89b585 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:35.203783 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:35.209420 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:35.289856 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.293430 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.300338 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:35.340810 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af62dfa6a95b4a57870868876d89b585&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2732034
Dec 14 10:10:35.342578 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d47c3c-6d47-4923-a5b3-ec789fc8dec2,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:35.343476 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60588) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:35.345974 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:35.402419 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.427480 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.486188 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.489932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c4067feb-4b09-478e-bf51-410a6a612ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:35.503456 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d47c3c-6d47-4923-a5b3-ec789fc8dec2,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:35.506335 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:35.508221 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.512378 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87d47c3c-6d47-4923-a5b3-ec789fc8dec2 HTTP/1.1" status: 204  len: 168 time: 0.1648667
Dec 14 10:10:35.778891 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60606) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:35.796675 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.810295 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:35.814597 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Usage tracker for resource:security_group_rule and tenant:1db3e00c6e1246b59930e5b9dbb9db24 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:35.817283 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:35.822819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:35.902099 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.905670 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:35.917254 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2044a1a3-6ebf-4bde-a267-230e4b31f214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:36.003803 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1db3e00c6e1246b59930e5b9dbb9db24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2238188
Dec 14 10:10:36.005363 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9949ee9d-972c-4284-b438-114444f3a7c7,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:36.006503 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60610) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:36.008266 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:36.066239 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:36.090935 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:36.142086 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:36.145740 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-562c7e58-2cbd-4480-8618-58ed0e7ea2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:36.157318 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9949ee9d-972c-4284-b438-114444f3a7c7,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:36.161118 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:36.164424 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:36.165687 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9949ee9d-972c-4284-b438-114444f3a7c7 HTTP/1.1" status: 204  len: 168 time: 0.1582248
Dec 14 10:10:37.999208 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b4ad-7de5-4742-868a-419bec25e99b req-db80abb3-e7b6-41aa-bb3e-219ed2c15ca9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:38.001876 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-87f5b4ad-7de5-4742-868a-419bec25e99b req-db80abb3-e7b6-41aa-bb3e-219ed2c15ca9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0884817
Dec 14 10:10:38.049214 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-87f5b4ad-7de5-4742-868a-419bec25e99b req-08eb91a5-450d-45c6-a1b6-be407b841d75 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403838
Dec 14 10:10:39.239355 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94095717-676c-4105-b84e-2de0e4a6750e req-cd0a0eff-f0a4-4252-9e4f-ca7fd94f3be6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:39.240801 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-94095717-676c-4105-b84e-2de0e4a6750e req-cd0a0eff-f0a4-4252-9e4f-ca7fd94f3be6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0804095
Dec 14 10:10:39.285718 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-94095717-676c-4105-b84e-2de0e4a6750e req-79896437-acda-4e90-a78e-07a742d8a531 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393748
Dec 14 10:10:39.901359 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60776) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:40.032676 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:40.048701 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:40.052838 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Usage tracker for resource:security_group_rule and tenant:d67de4efddfd452d947dc020def46f83 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:40.055848 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:40.062513 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:40.153361 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:40.157980 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:40.165407 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-34297988-a6c3-4cff-a0b1-ebc8a9943a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:40.208993 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d67de4efddfd452d947dc020def46f83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3065102
Dec 14 10:10:40.210127 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3c0e9-014d-4d50-ad8e-ba4f3490a30d,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:40.211665 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60796) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:40.213553 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:40.291920 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:40.319457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:40.373569 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:40.378842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b431050e-dd94-4a7f-a3e6-5f0f2bf59c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:40.389891 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3c0e9-014d-4d50-ad8e-ba4f3490a30d,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:40.393578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:40.432974 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:40.434095 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ce3c0e9-014d-4d50-ad8e-ba4f3490a30d HTTP/1.1" status: 204  len: 168 time: 0.2213786
Dec 14 10:10:40.477467 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1c8f2-afc4-4305-8e3c-8b3619acb97f req-3cd87a60-735d-46c0-91a9-dd922f55ecc3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:40.478991 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0da1c8f2-afc4-4305-8e3c-8b3619acb97f req-3cd87a60-735d-46c0-91a9-dd922f55ecc3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0834837
Dec 14 10:10:40.533993 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0da1c8f2-afc4-4305-8e3c-8b3619acb97f req-fa2281c8-d463-4426-9a77-c97d8451cebb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474813
Dec 14 10:10:41.805253 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60860) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:41.866471 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b156e-7ad4-4895-be5e-a1ff1cd985df req-d2f2d9b8-acc3-4825-9362-b34b3309c8b4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:41.868012 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a84b156e-7ad4-4895-be5e-a1ff1cd985df req-d2f2d9b8-acc3-4825-9362-b34b3309c8b4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1778579
Dec 14 10:10:41.933845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:41.937286 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a84b156e-7ad4-4895-be5e-a1ff1cd985df req-3d06374d-400c-4e38-9dfb-6c0ae21879d5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604067
Dec 14 10:10:41.958079 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:41.961874 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc4c4471fbb449290b493a3a6bf1f4d is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:41.964783 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:41.970997 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:42.067115 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.070850 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.080719 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d40852e-e9dc-42fc-a396-27c15d65c8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:42.121925 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dc4c4471fbb449290b493a3a6bf1f4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3154294
Dec 14 10:10:42.124469 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e47b5-178f-4caa-8995-b6ecafb5db6f,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:42.125097 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60872) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:42.127891 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:42.186803 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.211408 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.263169 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.267812 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cf888bd1-5c82-44aa-860b-ae99f978aa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:42.279220 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e47b5-178f-4caa-8995-b6ecafb5db6f,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:42.282673 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:42.284619 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.287859 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb6e47b5-178f-4caa-8995-b6ecafb5db6f HTTP/1.1" status: 204  len: 168 time: 0.1616206
Dec 14 10:10:42.572140 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-9cfe1854-14e0-4a0b-b8ef-4da2ec33e9c0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:42.573608 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-9cfe1854-14e0-4a0b-b8ef-4da2ec33e9c0 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 0.1576753
Dec 14 10:10:42.588011 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-5c864446-c7a2-463d-87e2-f3967c686475 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/quotas/55d21e35946242e9b067686ed5f812ac HTTP/1.1" status: 200  len: 375 time: 0.0087574
Dec 14 10:10:42.598361 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60888) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:42.616231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.631464 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:42.635262 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Usage tracker for resource:security_group_rule and tenant:fdfb120fd67340189f4c0a84b07583cc is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:42.638129 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:42.643973 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:42.684586 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-48cdd78f-c182-4dc1-b8e2-a5a990cae63c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0913858
Dec 14 10:10:42.735568 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.739844 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.756825 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:42.792932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab19cf2-57c1-470a-a182-c161e639b5bc,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:42.796903 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:42.800667 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdfb120fd67340189f4c0a84b07583cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012892
Dec 14 10:10:42.803211 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 60896) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:42.826070 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-bd612b3f-1e9d-4f56-adfd-f77c297f5ddb service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338646
Dec 14 10:10:42.866749 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.894785 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.959128 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.963944 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-029dd6bc-dad3-4945-ae21-ecf3e07436b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:42.983892 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab19cf2-57c1-470a-a182-c161e639b5bc,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:42.986743 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:42.990493 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:42.994445 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aab19cf2-57c1-470a-a182-c161e639b5bc HTTP/1.1" status: 204  len: 168 time: 0.1880794
Dec 14 10:10:43.054629 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-250fe840-eceb-4dd0-9d69-554517dc463e service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214260
Dec 14 10:10:43.281175 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d776d0c-793b-466f-8aea-fa5daa27563d req-cdaa0bdb-045b-4b27-aab8-3df0d21a01b3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:43.282990 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d776d0c-793b-466f-8aea-fa5daa27563d req-cdaa0bdb-045b-4b27-aab8-3df0d21a01b3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1671097
Dec 14 10:10:43.341346 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d776d0c-793b-466f-8aea-fa5daa27563d req-6e7cb059-daf9-48df-ae9e-192004d4d489 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520058
Dec 14 10:10:43.346091 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0b3b8597-ceb6-4223-9c7b-74ba769d8db9 req-0aef26c8-f695-48a0-94fd-1c07316ae2da tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 210 time: 0.0581071
Dec 14 10:10:43.530154 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60934) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:43.551669 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:43.568573 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:43.573005 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Usage tracker for resource:security_group_rule and tenant:6e6185fc01c34ffbbeabf9d32dbd06ba is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:43.576776 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:43.585272 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:43.603671 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:43.688933 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:43.693016 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:43.702292 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:43.782522 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb581a9d-9846-4b33-8983-a51775124b9c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:43.787045 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e6185fc01c34ffbbeabf9d32dbd06ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2555556
Dec 14 10:10:43.788239 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:43.789637 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60948) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:43.882054 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:43.913402 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:43.968392 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:43.973658 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-55c27ccc-9df6-47bc-bcdb-d0e2a2a9a26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:43.985098 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6f63b-bfce-40f0-856c-67a9f7a0fa46 req-d54404c8-efb4-48ab-bc9c-f87c6b803934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:43.989421 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb581a9d-9846-4b33-8983-a51775124b9c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:43.993206 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:43.999749 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6ca6f63b-bfce-40f0-856c-67a9f7a0fa46 req-d54404c8-efb4-48ab-bc9c-f87c6b803934 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.0885637
Dec 14 10:10:44.012758 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:44.016878 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb581a9d-9846-4b33-8983-a51775124b9c HTTP/1.1" status: 204  len: 168 time: 0.2224238
Dec 14 10:10:44.049036 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6ca6f63b-bfce-40f0-856c-67a9f7a0fa46 req-c69e9f4a-68ea-43c4-b98b-3194a4981a4e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388236
Dec 14 10:10:44.452972 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d1656c00-fd90-47a5-b9c0-d0716858d6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:44.547104 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b49930e0-8cb6-45a6-beb3-5fac1ab4a070 req-0a3aef7e-fb95-49f4-96ed-0d7104fb64f9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 210 time: 0.0451090
Dec 14 10:10:44.595947 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a900037-b39b-4571-8e5c-176ddaf594d1 req-15e8986b-478e-4fd9-835b-c95ee1ca4f2a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:44.597778 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a900037-b39b-4571-8e5c-176ddaf594d1 req-15e8986b-478e-4fd9-835b-c95ee1ca4f2a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0914016
Dec 14 10:10:44.652934 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a900037-b39b-4571-8e5c-176ddaf594d1 req-937fb35c-5633-4e4b-a1c8-d4eeeae6d84f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486398
Dec 14 10:10:44.653381 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 60988) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:44.821047 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:44.841453 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:44.846324 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Usage tracker for resource:security_group_rule and tenant:5c6374d8360b4a43b01754734f6d4af2 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:44.849586 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:44.857261 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:44.971170 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:44.978979 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:44.994618 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-15f8cdf0-f4a6-4fc0-abab-509f2f6d0bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:45.027134 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-cb46185f-8769-4b2c-ac84-e2efd951a157 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:45.029239 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-cb46185f-8769-4b2c-ac84-e2efd951a157 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 814 time: 0.2117877
Dec 14 10:10:45.043931 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c6374d8360b4a43b01754734f6d4af2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3894517
Dec 14 10:10:45.045776 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7fd901-766c-4611-9b9c-11851898b2fa,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:45.049034 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 32776) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:45.052074 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:45.059662 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Request body: {'port': {'device_id': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'admin_state_up': True, 'tenant_id': '55d21e35946242e9b067686ed5f812ac'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:45.139576 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:45.181137 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:45.261182 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:45.264759 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:45.274198 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f7fedda5-3bec-457b-8d6d-0b34a05b6de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:45.275034 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:45.294193 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7fd901-766c-4611-9b9c-11851898b2fa,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:45.299850 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:45.301104 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:45.305836 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f7fd901-766c-4611-9b9c-11851898b2fa HTTP/1.1" status: 204  len: 168 time: 0.2555559
Dec 14 10:10:45.315011 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Made reservation on behalf of 55d21e35946242e9b067686ed5f812ac for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:10:45.338896 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:45.627901 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Allocated IP 172.20.0.14 (fcd0582b-f091-4bb6-bfce-2519464100b0/2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce/0e286880-f0f3-4450-b612-5e78ff43dd02) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:45.783724 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d04c3cf4-0545-42dd-9f58-586dc838243d req-0e8da3f2-3865-4f24-afe1-41803f825344 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 210 time: 0.0638409
Dec 14 10:10:45.912917 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf43cd-09a6-42c9-bc35-b9d3df747d0f req-ac148271-a21e-4499-bb66-a0092cfdc1ff tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:45.914844 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5faf43cd-09a6-42c9-bc35-b9d3df747d0f req-ac148271-a21e-4499-bb66-a0092cfdc1ff tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0963607
Dec 14 10:10:45.973073 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:45.979146 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5faf43cd-09a6-42c9-bc35-b9d3df747d0f req-77bc314c-68e8-43b8-aa43-fa6f4c277d92 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586655
Dec 14 10:10:46.015082 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:46.022847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:46.031504 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3b355350-b30b-4000-9798-cdf47cd7eb43', '09b07503-3722-4905-888c-f2166b4792da', '385495e2-0211-4c85-9b90-9b279f481c48'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:10:46.106569 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event updated for resources: {'Port': ['ID=0e286880-f0f3-4450-b612-5e78ff43dd02,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:46.112084 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:46.123125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Network fcd0582b-f091-4bb6-bfce-2519464100b0 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:46.124419 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:46.127197 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:46.133060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:46.133746 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:46.169161 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1222808
Dec 14 10:10:46.185152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Request body: {'port': {'device_id': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:46.311259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:46.479013 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-fe3c3ad2-61db-4716-97c3-aaf942202c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:46.481089 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-fe3c3ad2-61db-4716-97c3-aaf942202c66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.1312685
Dec 14 10:10:46.671518 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-bad1f9fd-7e07-4cf4-9eee-c9e7153e2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:46.673084 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-bad1f9fd-7e07-4cf4-9eee-c9e7153e2eac service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.1767750
Dec 14 10:10:46.749710 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-ed36c1e3-707e-4aa9-8974-061f6c01ba2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 217 time: 0.0663562
Dec 14 10:10:46.811863 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306f8b-b8c6-4fb5-864c-829eb7f3610d req-9325156b-9805-4ccd-9055-280ff9f6bf9e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:46.814434 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-eb306f8b-b8c6-4fb5-864c-829eb7f3610d req-9325156b-9805-4ccd-9055-280ff9f6bf9e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2716107
Dec 14 10:10:46.843788 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d9adebfe-574b-4f1a-af53-d675b886c656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:46.941556 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-eb306f8b-b8c6-4fb5-864c-829eb7f3610d req-fbe0175f-5ae5-4e73-8704-df9bfebace85 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117513
Dec 14 10:10:46.945527 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e286880-f0f3-4450-b612-5e78ff43dd02 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:10:46.957763 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:46.975738 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Transition to ACTIVE for port object 0e286880-f0f3-4450-b612-5e78ff43dd02 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:46.980849 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:46.991876 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:47.004247 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-5f319c95-6e62-4cd9-ae54-8722805d0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:47.005666 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-5f319c95-6e62-4cd9-ae54-8722805d0e95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.2488987
Dec 14 10:10:47.104901 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-278edd6b-8831-46d2-addc-a59e4163baca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537069
Dec 14 10:10:47.136150 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Pushing event updated for resources: {'Port': ['ID=0e286880-f0f3-4450-b612-5e78ff43dd02,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:47.139989 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:47.204298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Attempting to bind port 0e286880-f0f3-4450-b612-5e78ff43dd02 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:47.204680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Attempting to bind port 0e286880-f0f3-4450-b612-5e78ff43dd02 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:47.205089 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Attempting to bind port 0e286880-f0f3-4450-b612-5e78ff43dd02 on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:47.212041 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Port 0e286880-f0f3-4450-b612-5e78ff43dd02 on network fcd0582b-f091-4bb6-bfce-2519464100b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:10:47.212360 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Attempting to bind port 0e286880-f0f3-4450-b612-5e78ff43dd02 on network fcd0582b-f091-4bb6-bfce-2519464100b0 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:47.218415 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:47.218751 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Checking segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:47.219159 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Bound using segment: {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:47.219588 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Bound port: 0e286880-f0f3-4450-b612-5e78ff43dd02, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5cfb8-6019-4ebe-b442-4995c21d7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:47.219932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:47.233897 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3fa11-a6a6-4e52-b4cc-2688dc1b0f7d req-4ebe010e-3a10-48ee-9ca4-822d9e62e6fb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:47.235439 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b8f3fa11-a6a6-4e52-b4cc-2688dc1b0f7d req-4ebe010e-3a10-48ee-9ca4-822d9e62e6fb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 944 time: 0.2473519
Dec 14 10:10:47.302122 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-5e5565fa-5c6b-49ed-970a-fc63ef4705c6 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788950
Dec 14 10:10:47.310249 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] For port 0e286880-f0f3-4450-b612-5e78ff43dd02, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:47.312153 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b8f3fa11-a6a6-4e52-b4cc-2688dc1b0f7d req-75da2083-5769-44f2-9d4e-7abc05ee857e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688841
Dec 14 10:10:47.313719 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] For port 0e286880-f0f3-4450-b612-5e78ff43dd02, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0e286880-f0f3-4450-b612-5e78ff43dd02,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:47.318170 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:47.323086 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:47.382982 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:47.383590 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:47.384959 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] 10.222.0.54 "PUT /v2.0/ports/0e286880-f0f3-4450-b612-5e78ff43dd02 HTTP/1.1" status: 200  len: 1094 time: 1.2048035
Dec 14 10:10:47.385446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'tag': '0e286880-f0f3-4450-b612-5e78ff43dd02'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:10:47.418910 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Pushing event updated for resources: {'Port': ['ID=0e286880-f0f3-4450-b612-5e78ff43dd02,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:47.422920 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:47.440163 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'tag': '0e286880-f0f3-4450-b612-5e78ff43dd02', 'status': 'completed', 'code': 200}
Dec 14 10:10:47.449130 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fba44077-8d1c-40e0-8744-63dde33bc8e7 req-71d5454c-4416-4861-804c-d001056e4b94 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362622
Dec 14 10:10:47.538514 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-a3de1f21-eb45-491a-9298-2623c3c2c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:47.539983 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-a3de1f21-eb45-491a-9298-2623c3c2c841 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 1097 time: 0.0787117
Dec 14 10:10:47.630414 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-19979f2f-80a3-40c7-8977-9f7bab379eb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e286880-f0f3-4450-b612-5e78ff43dd02 HTTP/1.1" status: 200  len: 217 time: 0.0683320
Dec 14 10:10:47.696464 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-ae48f342-0f99-4f5d-bf99-34414c1e3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:47.697862 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-ae48f342-0f99-4f5d-bf99-34414c1e3e7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.0564272
Dec 14 10:10:47.761714 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-f51da4a4-f73f-4467-b648-f0c942d90fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456474
Dec 14 10:10:47.785109 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:47.906055 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-213783e8-a89b-48da-90fd-84694b0ff922 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271019
Dec 14 10:10:47.921538 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:48.052921 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a97b901-3d48-4a4f-85d1-a5a7d2fa68c6 req-2d631730-edc3-4ee5-935a-e28edc49bebe service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332281
Dec 14 10:10:48.193678 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bac26-b718-42e8-b557-c5d2e0a4ed70 req-ccfd41bd-68e8-4203-9a70-8ada3130f6ee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:48.195879 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b70bac26-b718-42e8-b557-c5d2e0a4ed70 req-ccfd41bd-68e8-4203-9a70-8ada3130f6ee tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1007330
Dec 14 10:10:48.233535 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86b119-c172-46a2-9982-6ced97112162 req-cce9f22d-59d2-43fc-a8f0-a88e5d3442c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:48.234923 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa86b119-c172-46a2-9982-6ced97112162 req-cce9f22d-59d2-43fc-a8f0-a88e5d3442c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55d21e35946242e9b067686ed5f812ac&device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 1097 time: 0.0916882
Dec 14 10:10:48.284159 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b70bac26-b718-42e8-b557-c5d2e0a4ed70 req-04c7cd15-e593-48fa-8668-27bc5db59aad tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809386
Dec 14 10:10:48.421327 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86b119-c172-46a2-9982-6ced97112162 req-6fa89aab-0ac9-430f-9caf-706505544585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:48.423148 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa86b119-c172-46a2-9982-6ced97112162 req-6fa89aab-0ac9-430f-9caf-706505544585 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 200  len: 915 time: 0.1780813
Dec 14 10:10:48.606388 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aed5f-2d13-4a17-afbd-cc7c020c333a req-69d9dfd9-e09d-44ef-8e70-5ca9ba53aa36 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:48.608262 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-768aed5f-2d13-4a17-afbd-cc7c020c333a req-69d9dfd9-e09d-44ef-8e70-5ca9ba53aa36 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 944 time: 0.0965192
Dec 14 10:10:48.619169 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa86b119-c172-46a2-9982-6ced97112162 req-84a3c028-0f02-43ef-a102-a9ed66286694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e286880-f0f3-4450-b612-5e78ff43dd02 HTTP/1.1" status: 200  len: 217 time: 0.1869085
Dec 14 10:10:48.655499 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-768aed5f-2d13-4a17-afbd-cc7c020c333a req-6a595d7b-1372-45b8-b72d-f149821f13d2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410473
Dec 14 10:10:48.689760 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86b119-c172-46a2-9982-6ced97112162 req-e5b5706a-52fa-4cde-ba96-ddbc5bc3995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:48.691248 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa86b119-c172-46a2-9982-6ced97112162 req-e5b5706a-52fa-4cde-ba96-ddbc5bc3995d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 200  len: 854 time: 0.0634189
Dec 14 10:10:48.739675 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa86b119-c172-46a2-9982-6ced97112162 req-6cd06b7b-fc11-4463-9468-268b57aaeb8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcd0582b-f091-4bb6-bfce-2519464100b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413351
Dec 14 10:10:48.873975 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa86b119-c172-46a2-9982-6ced97112162 req-b4f97326-c2dc-42af-9042-c3453ba98033 service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250565
Dec 14 10:10:49.018844 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa86b119-c172-46a2-9982-6ced97112162 req-bcdd2b84-60aa-4bbb-b437-3bf05dcd301c service neutron] 10.222.0.54 "GET /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329520
Dec 14 10:10:49.220108 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:49.462228 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f05be7-bce9-4eee-b5d0-6fc6115095cc req-f1984a16-9677-49af-86e8-8914e5c3d110 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:49.463663 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f1f05be7-bce9-4eee-b5d0-6fc6115095cc req-f1984a16-9677-49af-86e8-8914e5c3d110 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0881927
Dec 14 10:10:49.511273 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f1f05be7-bce9-4eee-b5d0-6fc6115095cc req-7ede6c98-5256-4f4f-9b6d-39af9b2163c0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417972
Dec 14 10:10:49.797666 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 32894) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:49.882186 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4326-a03b-4af5-8fc2-83c0f2baa9a5 req-524222ce-3eee-4aad-9df6-d5d2253436c1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:49.884372 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bdbb4326-a03b-4af5-8fc2-83c0f2baa9a5 req-524222ce-3eee-4aad-9df6-d5d2253436c1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 944 time: 0.1124117
Dec 14 10:10:49.936348 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bdbb4326-a03b-4af5-8fc2-83c0f2baa9a5 req-08ea03ee-8c64-4201-829e-c8078707e9e5 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442309
Dec 14 10:10:49.997906 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.013616 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:50.017900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Usage tracker for resource:security_group_rule and tenant:9c8ccaf0e6b641a0b20465bb2a877214 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:50.021059 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:50.027665 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:50.127871 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.131709 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.143359 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:50.196540 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c8ccaf0e6b641a0b20465bb2a877214&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3950522
Dec 14 10:10:50.196540 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762a0ea7-77fc-4814-8497-dac6aa79fcfc,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:50.197363 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 32908) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:50.198489 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:50.305540 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.335053 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.395844 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.408634 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-df03bf53-f68d-40ea-b674-08979e07a345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:50.422124 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762a0ea7-77fc-4814-8497-dac6aa79fcfc,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:50.424492 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:50.425515 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.428989 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/762a0ea7-77fc-4814-8497-dac6aa79fcfc HTTP/1.1" status: 204  len: 168 time: 0.2220316
Dec 14 10:10:50.790002 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 32932) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:50.796303 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6a489-e5a3-4252-99be-bdb5eab70241 req-ad533fa3-33e7-4311-ae07-2bcf7e746ca0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:50.798401 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6eb6a489-e5a3-4252-99be-bdb5eab70241 req-ad533fa3-33e7-4311-ae07-2bcf7e746ca0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1244223
Dec 14 10:10:50.812090 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.829530 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:50.833615 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ecefad74ce6a470da470cfb0a1eebd20 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:50.837500 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:50.845128 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:50.849862 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6eb6a489-e5a3-4252-99be-bdb5eab70241 req-93e71040-2412-48a5-91c7-ab0f1af21c5e tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462461
Dec 14 10:10:50.942701 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.948054 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:50.958550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e85418a1-d622-43eb-87ca-f12a12271691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:51.001875 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecefad74ce6a470da470cfb0a1eebd20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2107739
Dec 14 10:10:51.003963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa48f2f6-c58f-452a-b13d-6a0d3859ef67,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:51.004612 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 32942) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:51.007705 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:51.096948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:51.125893 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:51.150472 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891895b-138d-4adf-b2ea-4a2c47f90858 req-0dcf4538-4b77-464a-8c6d-09e3781838b7 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:51.151187 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-0891895b-138d-4adf-b2ea-4a2c47f90858 req-0dcf4538-4b77-464a-8c6d-09e3781838b7 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:10:51.173569 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-0891895b-138d-4adf-b2ea-4a2c47f90858 req-0dcf4538-4b77-464a-8c6d-09e3781838b7 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:10:51.175108 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0891895b-138d-4adf-b2ea-4a2c47f90858 req-0dcf4538-4b77-464a-8c6d-09e3781838b7 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 944 time: 0.1109993
Dec 14 10:10:51.188376 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:51.192407 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-64d42980-8ad5-4ecf-8dad-98000acc3a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:51.204321 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa48f2f6-c58f-452a-b13d-6a0d3859ef67,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:51.209191 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:51.219538 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:51.220663 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa48f2f6-c58f-452a-b13d-6a0d3859ef67 HTTP/1.1" status: 204  len: 168 time: 0.2149701
Dec 14 10:10:51.244929 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0891895b-138d-4adf-b2ea-4a2c47f90858 req-79e66dd1-6605-43e9-a312-ac8368458846 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594347
Dec 14 10:10:51.993904 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 32976) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:52.102921 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-427793960-network', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:52.108300 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:52.112135 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Usage tracker for resource:network and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:52.114928 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:52.120547 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:52.130625 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Made reservation on behalf of 2fb4616940ba4338a7eaf7b0a17e974a for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:10:52.132820 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.145798 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.163250 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:52.166965 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:52.169653 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:52.175806 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:52.256793 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.260465 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.265160 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c43e72ea-11da-40a8-b913-c3df8571b9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:52.292953 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:10:52.301833 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc461a0b-71f9-4f03-a24d-7587557b5785,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:52.305387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:52.307886 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.308213 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Added segment aa040238-47f6-4a25-aab3-de83e551992e of type vlan for network c7da5988-e255-44e6-981a-3c49fb3fb3ad
Dec 14 10:10:52.338517 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.420753 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.423437 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:52.424012 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.434162 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:52.539647 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Pushing event updated for resources: {'Network': ['ID=c7da5988-e255-44e6-981a-3c49fb3fb3ad,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:52.542969 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:52.553936 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5495908
Dec 14 10:10:52.554591 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:10:52.555051 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 32990) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:52.561484 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Request body: {'subnet': {'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-427793960-subnet', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:52.572822 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faef59-ffcf-4976-85f8-3fff220ecc4f req-d7efeff3-8fb8-46b8-9ebb-0992c153b0b8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:52.574326 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a1faef59-ffcf-4976-85f8-3fff220ecc4f req-d7efeff3-8fb8-46b8-9ebb-0992c153b0b8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 944 time: 0.2135878
Dec 14 10:10:52.575244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:52.579451 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Usage tracker for resource:subnet and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:52.583270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:52.604758 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:52.628960 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Made reservation on behalf of 2fb4616940ba4338a7eaf7b0a17e974a for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:10:52.631217 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342689'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.656982 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a1faef59-ffcf-4976-85f8-3fff220ecc4f req-d5dd38bb-9ab2-450b-8c2a-736e876be425 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746956
Dec 14 10:10:52.845940 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342675'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.849685 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6dca77ea-a4d5-42c6-a3b0-2fec9498ef38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:52.915351 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0e286880-f0f3-4450-b612-5e78ff43dd02 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:10:52.919602 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:52.923855 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:52.929479 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Checking segment: {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:52.929826 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Network hostable DHCP agents. Network: c7da5988-e255-44e6-981a-3c49fb3fb3ad, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:10:52.948802 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:10:52.957707 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, c7da5988-e255-44e6-981a-3c49fb3fb3ad) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:52.962291 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:52.963437 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:52.992863 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 32998) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:52.993450 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4375410
Dec 14 10:10:52.993532 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc368ca6-16cc-4a98-8db7-205ab359e6a1 None None] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:10:52.998961 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:10:53.003584 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:10:53.007455 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Usage tracker for resource:router and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:10:53.010349 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:10:53.016356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:10:53.027680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.028900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.043900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.196779 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 0e286880-f0f3-4450-b612-5e78ff43dd02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0e286880-f0f3-4450-b612-5e78ff43dd02,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:53.238188 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '0e286880-f0f3-4450-b612-5e78ff43dd02', 'network_id': 'fcd0582b-f091-4bb6-bfce-2519464100b0', 'port_id': '0e286880-f0f3-4450-b612-5e78ff43dd02', 'mac_address': 'fa:16:3e:f6:40:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:10:53.314519 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.352179 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.363069 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:10:53.363868 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.386895 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e286880-f0f3-4450-b612-5e78ff43dd02 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:10:53.454052 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 0e286880-f0f3-4450-b612-5e78ff43dd02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0e286880-f0f3-4450-b612-5e78ff43dd02,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:53.463091 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.469035 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:53.596363 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=0e286880-f0f3-4450-b612-5e78ff43dd02,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:53.599677 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:53.609120 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Allocated IP 172.20.0.2 (c7da5988-e255-44e6-981a-3c49fb3fb3ad/5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1/4d27c0f4-2855-401d-8e28-2007663faf76) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:53.642903 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.766048 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.826247 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.838007 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Transition to ACTIVE for port object 4d27c0f4-2855-401d-8e28-2007663faf76 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:53.857331 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Transition to ACTIVE for port object 4d27c0f4-2855-401d-8e28-2007663faf76 will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:53.863741 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:53.870596 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:53.938700 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:53.941708 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:53.944683 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:53.956469 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29a929-271c-4b4f-9b6c-c93a537adf73 req-bbf2c60a-46f5-4691-9e30-d90b139a3297 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:53.957932 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bc29a929-271c-4b4f-9b6c-c93a537adf73 req-bbf2c60a-46f5-4691-9e30-d90b139a3297 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 945 time: 0.1889534
Dec 14 10:10:53.993133 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Allocated IP 172.27.2.166 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/00a8a6fb-7396-48ea-bd3c-f937b2401d67) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:54.043527 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Pushing event updated for resources: {'Port': ['ID=4d27c0f4-2855-401d-8e28-2007663faf76,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:54.043818 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bc29a929-271c-4b4f-9b6c-c93a537adf73 req-68382f78-9241-4935-bbb6-0abd3612fc6f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766838
Dec 14 10:10:54.051220 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:54.076570 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Attempting to bind port 4d27c0f4-2855-401d-8e28-2007663faf76 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:54.076796 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Attempting to bind port 4d27c0f4-2855-401d-8e28-2007663faf76 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:54.077167 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Attempting to bind port 4d27c0f4-2855-401d-8e28-2007663faf76 on network c7da5988-e255-44e6-981a-3c49fb3fb3ad {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:54.082559 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:54.082941 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Checking segment: {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:54.083347 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:54.083748 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Bound using segment: {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:54.084259 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Bound port: 4d27c0f4-2855-401d-8e28-2007663faf76, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:54.084583 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:54.163481 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:54.176929 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] For port 4d27c0f4-2855-401d-8e28-2007663faf76, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:54.180106 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] For port 4d27c0f4-2855-401d-8e28-2007663faf76, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=4d27c0f4-2855-401d-8e28-2007663faf76,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:54.183436 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:54.188040 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:54.194541 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:54.198361 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-353f8ebd-a763-4174-b46a-7a29a6377862 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:54.266042 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Pushing event updated for resources: {'Port': ['ID=4d27c0f4-2855-401d-8e28-2007663faf76,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:54.269176 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:54.275093 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:54.278828 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:54.281738 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:54.350311 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Pushing event updated for resources: {'Port': ['ID=00a8a6fb-7396-48ea-bd3c-f937b2401d67,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:54.353657 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:54.392296 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['0e286880-f0f3-4450-b612-5e78ff43dd02'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:10:54.708395 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:55.087218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:55.324524 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9b23-3fd1-49b0-a8c1-0be4a906bc20 req-aec86d0f-bb88-4d26-a9ac-0c0de4bd997e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:55.330518 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-965c9b23-3fd1-49b0-a8c1-0be4a906bc20 req-aec86d0f-bb88-4d26-a9ac-0c0de4bd997e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 945 time: 0.1611617
Dec 14 10:10:55.354059 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfbafc8-6910-4383-a161-2fdf77ed0463 None None] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:10:55.386232 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-965c9b23-3fd1-49b0-a8c1-0be4a906bc20 req-13ab6df1-b2b6-42b8-9e31-b10a23ebc9c8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541079
Dec 14 10:10:55.465064 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-300bb2ef-7586-4c76-ab59-b9e486c22401 None None] Provisioning for port 4d27c0f4-2855-401d-8e28-2007663faf76 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:55.474115 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Router 9802980c-463c-490c-b741-a6c6bcfcea35 is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:10:55.700276 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:10:55.713912 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Sync routers for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:10:55.732141 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:55.733116 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d3da250>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:55.739345 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:55.741696 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7471926
Dec 14 10:10:55.744362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 33040) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:10:55.965888 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0e286880-f0f3-4450-b612-5e78ff43dd02 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:56.019333 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:56.072472 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e6cb6-f956-4829-9ee0-4875f3b7dfd1 req-e9552c61-f92d-4eb4-8294-b1e2ad2ca263 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:56.085108 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0b3e6cb6-f956-4829-9ee0-4875f3b7dfd1 req-e9552c61-f92d-4eb4-8294-b1e2ad2ca263 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1606722
Dec 14 10:10:56.158270 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 0e286880-f0f3-4450-b612-5e78ff43dd02 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:56.164078 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 0e286880-f0f3-4450-b612-5e78ff43dd02 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:56.164953 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:56.203060 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0b3e6cb6-f956-4829-9ee0-4875f3b7dfd1 req-8d9ceb4a-1107-4ba0-831e-c11b47ccecf4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166549
Dec 14 10:10:56.324945 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:56.355812 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e286880-f0f3-4450-b612-5e78ff43dd02'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:10:56.368565 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 0e286880-f0f3-4450-b612-5e78ff43dd02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0e286880-f0f3-4450-b612-5e78ff43dd02,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:56.381517 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:56.383645 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-61a99605-095f-4e6a-a20e-4ab9883e7355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:56.480452 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d3da250>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:54Z', 'revision_number': 3, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:56.485380 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Checking router: 9802980c-463c-490c-b741-a6c6bcfcea35 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:10:56.485729 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Updating router 9802980c-463c-490c-b741-a6c6bcfcea35 port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:10:56.489587 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e286880-f0f3-4450-b612-5e78ff43dd02', 'code': 200}
Dec 14 10:10:56.514489 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=0e286880-f0f3-4450-b612-5e78ff43dd02,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:56.521673 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:56.611366 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 4d27c0f4-2855-401d-8e28-2007663faf76 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:56.645271 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:56.823907 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123db2-0b2d-4599-9701-53ea74214ff6 req-dbda0f47-0726-468e-a168-eb92d8a69f70 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:56.828992 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d123db2-0b2d-4599-9701-53ea74214ff6 req-dbda0f47-0726-468e-a168-eb92d8a69f70 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 946 time: 0.1815226
Dec 14 10:10:56.921753 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 4d27c0f4-2855-401d-8e28-2007663faf76 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:56.927258 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 4d27c0f4-2855-401d-8e28-2007663faf76 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:56.927624 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:56.941071 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d123db2-0b2d-4599-9701-53ea74214ff6 req-d6e11690-7b22-4f44-b6f8-6266733c0590 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020374
Dec 14 10:10:57.128407 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.211087 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 4d27c0f4-2855-401d-8e28-2007663faf76, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=4d27c0f4-2855-401d-8e28-2007663faf76,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:10:57.219533 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.228866 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:57.229491 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629db5d-d876-40ae-bd09-d19f6b43428c req-9b23e27f-4e0d-42d4-9321-d12fc722b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:57.231668 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9629db5d-d876-40ae-bd09-d19f6b43428c req-9b23e27f-4e0d-42d4-9321-d12fc722b92d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 1099 time: 0.3790228
Dec 14 10:10:57.318745 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.328365 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=4d27c0f4-2855-401d-8e28-2007663faf76,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:57.339816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:57.348798 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Transition to ACTIVE for port object 00a8a6fb-7396-48ea-bd3c-f937b2401d67 will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:57.358605 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.364056 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:57.422359 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9629db5d-d876-40ae-bd09-d19f6b43428c req-660da59d-53ac-46a7-abc1-3f35837009f0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842810
Dec 14 10:10:57.431617 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.442117 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Attempting to bind port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:10:57.442485 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Attempting to bind port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:10:57.442848 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Attempting to bind port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:10:57.444918 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c173f3-2d12-4b35-8dab-7eebbd276f3d None None] Pushing event updated for resources: {'Port': ['ID=00a8a6fb-7396-48ea-bd3c-f937b2401d67,revision_number=2']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:57.448452 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-10c173f3-2d12-4b35-8dab-7eebbd276f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:57.451276 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:10:57.451652 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:10:57.452234 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.452627 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:10:57.453101 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Bound port: 00a8a6fb-7396-48ea-bd3c-f937b2401d67, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:10:57.453475 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.526570 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] For port 00a8a6fb-7396-48ea-bd3c-f937b2401d67, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:10:57.529932 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] For port 00a8a6fb-7396-48ea-bd3c-f937b2401d67, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=00a8a6fb-7396-48ea-bd3c-f937b2401d67,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:10:57.534158 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.538480 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-a447a66e-2865-4c05-aef0-831c3bd13fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:57.617304 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:10:57.617932 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d3da250>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:57.646004 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Allocated IP 172.20.0.1 (c7da5988-e255-44e6-981a-3c49fb3fb3ad/5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1/403d6a8e-99ac-46f1-8feb-107ed2db7751) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:10:57.680177 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c173f3-2d12-4b35-8dab-7eebbd276f3d None None] Pushing event updated for resources: {'Port': ['ID=00a8a6fb-7396-48ea-bd3c-f937b2401d67,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:57.685071 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-10c173f3-2d12-4b35-8dab-7eebbd276f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:57.810054 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:10:57.889901 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.906001 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Transition to ACTIVE for port object 403d6a8e-99ac-46f1-8feb-107ed2db7751 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:10:57.929498 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:57.933146 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1c828b25-c283-4d2e-8220-694ef265d031 tempest-DeleteServersTestJSON-1922588090 tempest-DeleteServersTestJSON-1922588090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:57.999065 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:58.002032 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:58.005591 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:10:58.006076 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:58.011471 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Pushing event updated for resources: {'Port': ['ID=403d6a8e-99ac-46f1-8feb-107ed2db7751,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:58.020506 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:58.206159 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d3da250>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:54Z', 'revision_number': 3, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:10:58.210733 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755dafb3-a537-49e0-8be6-ea0bf84cc9a3 None None] The sync data for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi is: [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:54Z', 'revision_number': 3, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:10:58.240046 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:58.390103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8af8-ee2b-4a56-b2bf-b9fcb89201ec req-7c6c5564-92e9-4976-a14a-1edd92a7ea87 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:58.391627 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-554b8af8-ee2b-4a56-b2bf-b9fcb89201ec req-7c6c5564-92e9-4976-a14a-1edd92a7ea87 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 946 time: 0.2266479
Dec 14 10:10:58.392361 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-f9fb5d33-c4b6-4d6c-9d72-d99fd70b8120 None None] Provisioning for port 403d6a8e-99ac-46f1-8feb-107ed2db7751 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:10:58.398877 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-f9fb5d33-c4b6-4d6c-9d72-d99fd70b8120 None None] Provisioning complete for port 403d6a8e-99ac-46f1-8feb-107ed2db7751 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:58.399393 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f9fb5d33-c4b6-4d6c-9d72-d99fd70b8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:58.517466 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb5d33-c4b6-4d6c-9d72-d99fd70b8120 None None] Port 403d6a8e-99ac-46f1-8feb-107ed2db7751 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:10:58.518372 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-554b8af8-ee2b-4a56-b2bf-b9fcb89201ec req-6fbb4f78-0d72-49aa-bfb8-3aaa229c71c8 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635941
Dec 14 10:10:58.519085 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 4d27c0f4-2855-401d-8e28-2007663faf76 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:10:58.652228 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 4d27c0f4-2855-401d-8e28-2007663faf76 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:58.652647 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:58.670558 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:58.677661 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:58.679744 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:58.682006 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:10:58.832741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Pushing event updated for resources: {'Port': ['ID=403d6a8e-99ac-46f1-8feb-107ed2db7751,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:10:58.837768 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:10:58.890439 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:10:58.891621 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:10:59.124269 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Router 9802980c-463c-490c-b741-a6c6bcfcea35 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:10:59.145825 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-c6259344-c7a9-44f2-9155-a547db92f480 None None] Provisioning complete for port 403d6a8e-99ac-46f1-8feb-107ed2db7751 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:10:59.146417 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c6259344-c7a9-44f2-9155-a547db92f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:10:59.214360 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-c6259344-c7a9-44f2-9155-a547db92f480 None None] Port 403d6a8e-99ac-46f1-8feb-107ed2db7751 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:10:59.335957 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:10:59.352247 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] 10.222.0.20 "PUT /v2.0/routers/9802980c-463c-490c-b741-a6c6bcfcea35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6058803
Dec 14 10:10:59.732299 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab86b-f21a-4d7a-b31c-5aca1749f4e6 req-f2f00647-df00-428b-b5bc-0f6b9b3564b9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:10:59.734068 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-695ab86b-f21a-4d7a-b31c-5aca1749f4e6 req-f2f00647-df00-428b-b5bc-0f6b9b3564b9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 946 time: 0.0853033
Dec 14 10:10:59.797016 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-695ab86b-f21a-4d7a-b31c-5aca1749f4e6 req-43e1593a-9155-4769-8e4d-e89b59442d1e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564666
Dec 14 10:11:00.018636 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 33148) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:11:00.024221 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1984299499-network', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:00.036543 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:00.040807 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Usage tracker for resource:network and tenant:de1af9c8c23641f182ddd2b6eb76fca8 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:11:00.043864 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:11:00.051167 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:00.061533 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Made reservation on behalf of de1af9c8c23641f182ddd2b6eb76fca8 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:11:00.064272 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.076984 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.094279 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:00.098452 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Usage tracker for resource:security_group_rule and tenant:de1af9c8c23641f182ddd2b6eb76fca8 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:11:00.101299 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:11:00.108365 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:00.119942 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Sync routers for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:11:00.130984 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:11:00.131603 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c83a130>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:00.213854 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.219957 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.232296 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:11:00.243399 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.243870 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Added segment ffb8d3eb-e316-44ad-b781-0a1e82a3fefd of type vlan for network f4967d96-9c64-4a1f-9522-66d5b6d3e434
Dec 14 10:11:00.269999 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:00.283283 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.306533 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee95334-ecf1-4518-a338-03b311aa5884,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:00.310933 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:00.333924 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.335735 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:00.336538 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.349856 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-de396928-eb71-4bc9-8047-ca45721f137a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:00.366361 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:11:00.467417 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Pushing event updated for resources: {'Network': ['ID=f4967d96-9c64-4a1f-9522-66d5b6d3e434,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:00.470050 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4503467
Dec 14 10:11:00.470976 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:00.472867 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 33162) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:11:00.478510 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Request body: {'subnet': {'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1984299499-subnet', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'ip_version': 4}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:00.485800 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:00.490779 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Usage tracker for resource:subnet and tenant:de1af9c8c23641f182ddd2b6eb76fca8 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:11:00.494994 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:11:00.504147 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:00.517578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Made reservation on behalf of de1af9c8c23641f182ddd2b6eb76fca8 for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:11:00.522505 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.531633 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:11:00.629162 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 00a8a6fb-7396-48ea-bd3c-f937b2401d67 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:00.750687 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.755701 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cb2ed4f9-ccc5-4c9f-bac4-8a041334f59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:00.817889 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:00.834671 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:00.835052 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.838163 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e728d0-7c9d-4091-ab56-92bea3f442f8,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:00.841382 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:00.849117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Checking segment: {'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:00.849478 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Network hostable DHCP agents. Network: f4967d96-9c64-4a1f-9522-66d5b6d3e434, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:11:00.868353 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:11:00.878785 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, f4967d96-9c64-4a1f-9522-66d5b6d3e434) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:00.883077 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:00.883809 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.904993 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4310591
Dec 14 10:11:00.907642 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 33168) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:11:00.912693 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd64998-9ef4-4847-b671-740d715601cf None None] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:11:00.913451 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:00.917876 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:00.921797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Usage tracker for resource:router and tenant:de1af9c8c23641f182ddd2b6eb76fca8 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:11:00.924604 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:11:00.930238 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:00.942552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.942552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:00.959837 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.215809 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.225333 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c83a130>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 2, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:01.239313 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Checking router: 9802980c-463c-490c-b741-a6c6bcfcea35 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:11:01.240124 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Updating router 9802980c-463c-490c-b741-a6c6bcfcea35 port 403d6a8e-99ac-46f1-8feb-107ed2db7751 binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:11:01.253101 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.293907 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 00a8a6fb-7396-48ea-bd3c-f937b2401d67, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=00a8a6fb-7396-48ea-bd3c-f937b2401d67,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:01.337492 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.341314 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:01.429376 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=00a8a6fb-7396-48ea-bd3c-f937b2401d67,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:01.437826 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:01.438787 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.490120 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-f4967d96-9c64-4a1f-9522-66d5b6d3e434', 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'fixed_ips': [{'subnet_id': '51e728d0-7c9d-4091-ab56-92bea3f442f8'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:11:01.503361 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.651009 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.698853 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:01.898988 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Allocated IP 172.27.2.158 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/b1e201d2-1f2a-4579-9f59-2209eb5c3f57) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:11:02.000761 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Allocated IP 172.20.0.2 (f4967d96-9c64-4a1f-9522-66d5b6d3e434/51e728d0-7c9d-4091-ab56-92bea3f442f8/89fcf699-3de3-409e-a87a-6f96af3fcc7b) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:11:02.114124 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.resource_extend [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 14 10:11:02.198002 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.201155 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.228884 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Transition to ACTIVE for port object 403d6a8e-99ac-46f1-8feb-107ed2db7751 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:02.238489 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.243769 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:02.244428 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.267736 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-99bf284f-e5a4-4eb2-b309-5d958fb432a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:02.335103 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:02.339155 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:02.343135 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:11:02.397638 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:02.409117 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:02.522267 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 00a8a6fb-7396-48ea-bd3c-f937b2401d67 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:02.550848 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd7c83-d428-4514-a7ec-7d599d50ef9c None None] Pushing event updated for resources: {'Port': ['ID=403d6a8e-99ac-46f1-8feb-107ed2db7751,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:02.554477 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-cffd7c83-d428-4514-a7ec-7d599d50ef9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:02.699401 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Attempting to bind port 403d6a8e-99ac-46f1-8feb-107ed2db7751 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:02.699791 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Attempting to bind port 403d6a8e-99ac-46f1-8feb-107ed2db7751 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:02.700160 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Attempting to bind port 403d6a8e-99ac-46f1-8feb-107ed2db7751 on network c7da5988-e255-44e6-981a-3c49fb3fb3ad {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:02.718201 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:02.718664 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Checking segment: {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:02.718993 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.719411 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Bound using segment: {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:02.719885 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Bound port: 403d6a8e-99ac-46f1-8feb-107ed2db7751, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:02.720267 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.746139 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.819932 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Transition to ACTIVE for port object 89fcf699-3de3-409e-a87a-6f96af3fcc7b will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:02.847676 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:02.848139 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.916465 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Transition to ACTIVE for port object 89fcf699-3de3-409e-a87a-6f96af3fcc7b will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:02.947371 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.954645 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:02.971177 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:03.057855 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Pushing event updated for resources: {'Port': ['ID=89fcf699-3de3-409e-a87a-6f96af3fcc7b,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:03.067601 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:03.085167 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] For port 403d6a8e-99ac-46f1-8feb-107ed2db7751, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:03.137158 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] For port 403d6a8e-99ac-46f1-8feb-107ed2db7751, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=403d6a8e-99ac-46f1-8feb-107ed2db7751,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:03.170434 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:03.179884 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:03.179884 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:03.184115 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:03.215810 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:11:03.232286 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-07d5be8a-3757-47fe-8488-954f4365758e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656520569&fields=id&tenant_id=a588cde51b9d45b2844c4ffc951dac41 HTTP/1.1" status: 200  len: 267 time: 0.1364024
Dec 14 10:11:03.388098 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:11:03.389360 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c83a130>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:03.493600 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Attempting to bind port 89fcf699-3de3-409e-a87a-6f96af3fcc7b on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:03.493994 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Attempting to bind port 89fcf699-3de3-409e-a87a-6f96af3fcc7b by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:03.494373 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Attempting to bind port 89fcf699-3de3-409e-a87a-6f96af3fcc7b on network f4967d96-9c64-4a1f-9522-66d5b6d3e434 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:03.500806 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd7c83-d428-4514-a7ec-7d599d50ef9c None None] Pushing event updated for resources: {'Port': ['ID=403d6a8e-99ac-46f1-8feb-107ed2db7751,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:03.504135 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-cffd7c83-d428-4514-a7ec-7d599d50ef9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:03.514019 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:03.514531 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Checking segment: {'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:03.514943 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:03.515344 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Bound using segment: {'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:03.515822 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Bound port: 89fcf699-3de3-409e-a87a-6f96af3fcc7b, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:03.516207 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:03.551679 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-5cd9b8ae-f14f-4b14-ab76-e6877038c512 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:03.553073 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-5cd9b8ae-f14f-4b14-ab76-e6877038c512 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 809 time: 0.3130107
Dec 14 10:11:03.569436 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:03.574992 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-b18f90bd-5d34-4984-bec6-4abf3f649e92 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/quotas/a588cde51b9d45b2844c4ffc951dac41 HTTP/1.1" status: 200  len: 375 time: 0.0135987
Dec 14 10:11:03.688573 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:11:03.764173 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] For port 89fcf699-3de3-409e-a87a-6f96af3fcc7b, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:03.769224 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] For port 89fcf699-3de3-409e-a87a-6f96af3fcc7b, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=89fcf699-3de3-409e-a87a-6f96af3fcc7b,segment=NetworkSegment(ffb8d3eb-e316-44ad-b781-0a1e82a3fefd),segment_id=ffb8d3eb-e316-44ad-b781-0a1e82a3fefd)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:03.828644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:03.839679 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-cffd7c83-d428-4514-a7ec-7d599d50ef9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:03.898863 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-23077144-38e7-4b08-87b6-3fd93eab83a9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Synchronizing usage tracker for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:03.933276 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-23077144-38e7-4b08-87b6-3fd93eab83a9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Unset dirty status for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:03.934600 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-23077144-38e7-4b08-87b6-3fd93eab83a9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3045778
Dec 14 10:11:03.945510 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Router eb2ba2cb-b683-4a72-8abf-a5142a75395a is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:11:04.003773 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Pushing event updated for resources: {'Port': ['ID=89fcf699-3de3-409e-a87a-6f96af3fcc7b,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:04.008436 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:04.173448 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c83a130>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:02Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:04.177760 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bea0c6-d241-4015-a50d-b3f9cd7bb693 None None] The sync data for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi is: [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:02Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:11:04.269254 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-766f29ae-46ad-4b7a-8ff5-aa93dff6c67a service neutron] 10.222.0.20 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3204207
Dec 14 10:11:04.305384 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:11:04.321478 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Sync routers for ids ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:11:04.340728 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Routers {'eb2ba2cb-b683-4a72-8abf-a5142a75395a'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:11:04.343194 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a160>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:04.506114 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:04.511696 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 33278) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:11:04.514910 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-052429fa-6d2e-4a1f-93f5-62882ca9e889 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.6054006
Dec 14 10:11:04.535667 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-ce99bc27-161e-44c7-98df-572d66673512 service neutron] 10.222.0.20 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573173
Dec 14 10:11:04.618670 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 403d6a8e-99ac-46f1-8feb-107ed2db7751 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:04.652261 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Set router eb2ba2cb-b683-4a72-8abf-a5142a75395a gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:11:04.790089 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 403d6a8e-99ac-46f1-8feb-107ed2db7751 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:04.796744 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 403d6a8e-99ac-46f1-8feb-107ed2db7751 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:04.798474 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:04.944273 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:04.985153 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 403d6a8e-99ac-46f1-8feb-107ed2db7751, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=403d6a8e-99ac-46f1-8feb-107ed2db7751,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:04.998264 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:05.005049 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 89fcf699-3de3-409e-a87a-6f96af3fcc7b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:05.078432 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:05.191911 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2ab7c642-732e-4f31-bfaa-64376c27192f req-c9971174-750e-4b44-b02b-fac269f1513d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.1142077
Dec 14 10:11:05.305609 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a160>, [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:11:02Z', 'revision_number': 3, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:05.309402 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=403d6a8e-99ac-46f1-8feb-107ed2db7751,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:05.313823 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Checking router: eb2ba2cb-b683-4a72-8abf-a5142a75395a for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:11:05.314687 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Updating router eb2ba2cb-b683-4a72-8abf-a5142a75395a port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:11:05.316955 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:05.347814 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 89fcf699-3de3-409e-a87a-6f96af3fcc7b completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:05.470624 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:05.669390 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0dee2-75eb-4f56-8f15-5b58ad443201 None None] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:11:05.812460 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Provisioning for port 89fcf699-3de3-409e-a87a-6f96af3fcc7b completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:05.829493 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Provisioning complete for port 89fcf699-3de3-409e-a87a-6f96af3fcc7b triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:05.829984 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:05.870220 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:05.953681 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:05.975199 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Transition to ACTIVE for port object b1e201d2-1f2a-4579-9f59-2209eb5c3f57 will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:05.985232 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:05.990524 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:06.132229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Allocated IP 172.20.0.1 (f4967d96-9c64-4a1f-9522-66d5b6d3e434/51e728d0-7c9d-4091-ab56-92bea3f442f8/b2dee688-dcab-47e2-853c-baf475124742) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:11:06.145158 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Pushing event updated for resources: {'Port': ['ID=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,revision_number=2']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:06.154948 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Attempting to bind port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:06.155520 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Attempting to bind port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:06.155896 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Attempting to bind port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:06.163455 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.163797 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.164104 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.164426 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.165029 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.165029 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.165342 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.165649 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.168079 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.168465 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.168796 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.169120 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:06.174662 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:06.175090 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:06.175818 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:06.175818 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.176209 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:06.176672 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Bound port: b1e201d2-1f2a-4579-9f59-2209eb5c3f57, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:06.177503 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.182379 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.277096 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] For port 89fcf699-3de3-409e-a87a-6f96af3fcc7b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=89fcf699-3de3-409e-a87a-6f96af3fcc7b,segment=NetworkSegment(ffb8d3eb-e316-44ad-b781-0a1e82a3fefd),segment_id=ffb8d3eb-e316-44ad-b781-0a1e82a3fefd)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:06.281851 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.289563 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:06.319276 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] For port b1e201d2-1f2a-4579-9f59-2209eb5c3f57, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:06.322751 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] For port b1e201d2-1f2a-4579-9f59-2209eb5c3f57, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:06.329352 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.340019 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-10c173f3-2d12-4b35-8dab-7eebbd276f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:06.407075 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Pushing event updated for resources: {'Port': ['ID=89fcf699-3de3-409e-a87a-6f96af3fcc7b,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:06.411936 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:06.435824 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Routers {'eb2ba2cb-b683-4a72-8abf-a5142a75395a'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:11:06.437045 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a160>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:06.540922 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e7917b90-b8c0-4541-9d81-c52efcc65dbc req-388031e0-aae4-4c68-b594-22ecf4d03498 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.1444452
Dec 14 10:11:06.551352 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.562884 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 403d6a8e-99ac-46f1-8feb-107ed2db7751 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:06.571556 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Transition to ACTIVE for port object b2dee688-dcab-47e2-853c-baf475124742 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:06.573433 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Pushing event updated for resources: {'Port': ['ID=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:06.610262 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.622002 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:06.646299 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:06.673855 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:11:06.706655 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] Set router eb2ba2cb-b683-4a72-8abf-a5142a75395a gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:11:06.707678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:06.711122 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:06.715303 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:11:06.715831 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.719339 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 403d6a8e-99ac-46f1-8feb-107ed2db7751 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:06.719811 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.744620 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dee688-dcab-47e2-853c-baf475124742,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:06.750814 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:06.809205 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-9ffb4c8a-2838-42cd-8c1c-a92f2f2ad255 None None] Provisioning complete for port 89fcf699-3de3-409e-a87a-6f96af3fcc7b triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:06.809580 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-9ffb4c8a-2838-42cd-8c1c-a92f2f2ad255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:06.891041 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:07.146659 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a160>, [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:11:02Z', 'revision_number': 3, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:07.157087 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258e660-8a92-4cb3-8c8d-ec2d8590b445 None None] The sync data for ids ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'] in dv-cinder-818885-1-iscsi is: [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:11:02Z', 'revision_number': 3, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:11:07.181226 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-661af28e-e7df-4f99-b8dd-42f87c6670fa None None] Provisioning for port b2dee688-dcab-47e2-853c-baf475124742 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:07.195347 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-661af28e-e7df-4f99-b8dd-42f87c6670fa None None] Provisioning complete for port b2dee688-dcab-47e2-853c-baf475124742 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:07.195793 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-661af28e-e7df-4f99-b8dd-42f87c6670fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:07.290999 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-661af28e-e7df-4f99-b8dd-42f87c6670fa None None] Port b2dee688-dcab-47e2-853c-baf475124742 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:11:07.422958 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:07.442073 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:07.442865 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:07.449307 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:07.580894 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-281fc7a5-3bcf-4871-bc1c-285f18b65e05 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:07.581587 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-281fc7a5-3bcf-4871-bc1c-285f18b65e05 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Synchronizing usage tracker for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:network {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:07.661411 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dee688-dcab-47e2-853c-baf475124742,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:07.669392 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:07.685576 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-281fc7a5-3bcf-4871-bc1c-285f18b65e05 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Unset dirty status for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:network {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:07.687503 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-281fc7a5-3bcf-4871-bc1c-285f18b65e05 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.54 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 809 time: 0.5074122
Dec 14 10:11:07.786930 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-793f63e9-c8a0-420f-be4f-8d17f9be4022 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Synchronizing usage tracker for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:security_group {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:07.791836 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:07.801751 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:07.929252 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-793f63e9-c8a0-420f-be4f-8d17f9be4022 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Unset dirty status for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:security_group {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:07.930452 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-793f63e9-c8a0-420f-be4f-8d17f9be4022 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a588cde51b9d45b2844c4ffc951dac41 HTTP/1.1" status: 200  len: 379 time: 0.2275853
Dec 14 10:11:08.010394 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bc797125-4572-44b4-a022-ad0ab5b57285 req-28e9c79a-cd3f-411e-978e-20887794167e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.0798972
Dec 14 10:11:08.120467 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-9eb5b3b2-37df-4179-b95f-d28538fcbbad None None] Provisioning complete for port b2dee688-dcab-47e2-853c-baf475124742 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:08.121017 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-9eb5b3b2-37df-4179-b95f-d28538fcbbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:08.151770 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Router eb2ba2cb-b683-4a72-8abf-a5142a75395a has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:11:08.185609 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5b3b2-37df-4179-b95f-d28538fcbbad None None] Port b2dee688-dcab-47e2-853c-baf475124742 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:11:08.336641 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:11:08.345253 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb2ba2cb-b683-4a72-8abf-a5142a75395a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8325021
Dec 14 10:11:08.522325 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 89fcf699-3de3-409e-a87a-6f96af3fcc7b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:08.594382 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 89fcf699-3de3-409e-a87a-6f96af3fcc7b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:08.594851 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:08.743750 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b1e201d2-1f2a-4579-9f59-2209eb5c3f57 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:08.827441 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:08.836184 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:08.836736 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:08.978526 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:09.015852 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port b1e201d2-1f2a-4579-9f59-2209eb5c3f57, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:09.019796 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:09.021730 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:09.101449 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:09.103826 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Sync routers for ids ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:11:09.106130 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:09.114330 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Routers {'eb2ba2cb-b683-4a72-8abf-a5142a75395a'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:11:09.114959 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7fd1f0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:09.198714 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-26f60208-d264-4f46-9297-744b04e1dc82 req-220441b3-7ea3-44b6-971e-0d2ef6783e07 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.0501890
Dec 14 10:11:09.341785 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Set router eb2ba2cb-b683-4a72-8abf-a5142a75395a gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:11:09.714561 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7fd1f0>, [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:11:06Z', 'revision_number': 4, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'b2dee688-dcab-47e2-853c-baf475124742', 'name': '', 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'mac_address': 'fa:16:3e:aa:ca:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '51e728d0-7c9d-4091-ab56-92bea3f442f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:05Z', 'updated_at': '2021-12-14T10:11:06Z', 'revision_number': 2, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'subnets': [{'id': '51e728d0-7c9d-4091-ab56-92bea3f442f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:09.723353 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Checking router: eb2ba2cb-b683-4a72-8abf-a5142a75395a for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:11:09.723854 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Updating router eb2ba2cb-b683-4a72-8abf-a5142a75395a port b2dee688-dcab-47e2-853c-baf475124742 binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:11:09.786717 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:10.391793 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:10.405158 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Transition to ACTIVE for port object b2dee688-dcab-47e2-853c-baf475124742 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:10.407982 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bf1d4996-dea8-4901-bc2c-feb6c57360bb req-cd594f59-3ebe-4d1a-b9a9-24adb81d2797 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.0790095
Dec 14 10:11:10.414062 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:10.418639 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-2f06e61b-1b41-4c49-bb7b-a60d16a9edc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:10.549377 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b1e201d2-1f2a-4579-9f59-2209eb5c3f57 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:10.665860 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2ef08-1379-452b-a878-d0a09d34abb0 None None] Pushing event updated for resources: {'Port': ['ID=b2dee688-dcab-47e2-853c-baf475124742,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:10.682667 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-f7b2ef08-1379-452b-a878-d0a09d34abb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:10.756402 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Attempting to bind port b2dee688-dcab-47e2-853c-baf475124742 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:10.756691 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Attempting to bind port b2dee688-dcab-47e2-853c-baf475124742 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:10.757058 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Attempting to bind port b2dee688-dcab-47e2-853c-baf475124742 on network f4967d96-9c64-4a1f-9522-66d5b6d3e434 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:10.769396 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:10.769396 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Checking segment: {'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:10.769396 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:10.769396 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Bound using segment: {'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:10.769396 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Bound port: b2dee688-dcab-47e2-853c-baf475124742, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:10.770016 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:10.791789 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:10.791789 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:10.920637 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] For port b2dee688-dcab-47e2-853c-baf475124742, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:10.924578 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] For port b2dee688-dcab-47e2-853c-baf475124742, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b2dee688-dcab-47e2-853c-baf475124742,segment=NetworkSegment(ffb8d3eb-e316-44ad-b781-0a1e82a3fefd),segment_id=ffb8d3eb-e316-44ad-b781-0a1e82a3fefd)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:10.957123 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:10.966870 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:11.074841 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Routers {'eb2ba2cb-b683-4a72-8abf-a5142a75395a'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:11:11.075521 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7fd1f0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:10:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:11.088112 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'port': {'device_id': '731c99da-4633-4de9-9678-02e9fecda7b4', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'admin_state_up': True, 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'security_groups': ['ed7fba2d-67fc-4550-ae77-eb9e1f6afb64']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:11.194569 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2ef08-1379-452b-a878-d0a09d34abb0 None None] Pushing event updated for resources: {'Port': ['ID=b2dee688-dcab-47e2-853c-baf475124742,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:11.200226 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-f7b2ef08-1379-452b-a878-d0a09d34abb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:11.447521 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:11.460608 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:11.466083 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] Set router eb2ba2cb-b683-4a72-8abf-a5142a75395a gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:11:11.471382 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Made reservation on behalf of a588cde51b9d45b2844c4ffc951dac41 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:11:11.475509 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:11.662568 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8f24d713-abf5-4502-8aba-46c0932d6fe8 req-e30f8287-6415-4937-86c9-2ab6836dbfb2 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.0688815
Dec 14 10:11:11.720783 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Allocated IP 172.20.0.8 (d59055ef-5180-470c-884a-72dc9abe1810/7a526fa8-1d21-47b3-b38a-5d2f8212fd84/eb309f74-48d9-4eb5-98e8-7571414fa330) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:11:11.926629 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7fd1f0>, [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:11:06Z', 'revision_number': 4, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'b2dee688-dcab-47e2-853c-baf475124742', 'name': '', 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'mac_address': 'fa:16:3e:aa:ca:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '51e728d0-7c9d-4091-ab56-92bea3f442f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:05Z', 'updated_at': '2021-12-14T10:11:10Z', 'revision_number': 4, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'subnets': [{'id': '51e728d0-7c9d-4091-ab56-92bea3f442f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:11:11.937547 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a11cc0-bc87-4cfb-a1d0-ba7edba46def None None] The sync data for ids ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'] in dv-cinder-818885-1-iscsi is: [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:11:06Z', 'revision_number': 4, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'b2dee688-dcab-47e2-853c-baf475124742', 'name': '', 'network_id': 'f4967d96-9c64-4a1f-9522-66d5b6d3e434', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'mac_address': 'fa:16:3e:aa:ca:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '51e728d0-7c9d-4091-ab56-92bea3f442f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:05Z', 'updated_at': '2021-12-14T10:11:10Z', 'revision_number': 4, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'subnets': [{'id': '51e728d0-7c9d-4091-ab56-92bea3f442f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:11:12.061239 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:12.109648 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Transition to ACTIVE for port object eb309f74-48d9-4eb5-98e8-7571414fa330 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:12.150159 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:12.172864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ce07b5a2-e7b4-4e7a-935c-a35632e1d26f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:12.291106 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Network d59055ef-5180-470c-884a-72dc9abe1810 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:12.294987 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:12.313831 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:11:12.329025 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:12.332416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:12.393332 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:12.399390 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:12.440957 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3577645
Dec 14 10:11:12.453708 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Request body: {'port': {'device_id': '731c99da-4633-4de9-9678-02e9fecda7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:12.629095 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b2dee688-dcab-47e2-853c-baf475124742 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:12.791179 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:12.848514 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port b2dee688-dcab-47e2-853c-baf475124742 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:12.867079 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port b2dee688-dcab-47e2-853c-baf475124742 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:12.867730 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:13.010739 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-345c99bd-ad45-4797-b5f7-ae70214c1d7e None None] Provisioning for port eb309f74-48d9-4eb5-98e8-7571414fa330 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:13.030586 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-345c99bd-ad45-4797-b5f7-ae70214c1d7e None None] Provisioning complete for port eb309f74-48d9-4eb5-98e8-7571414fa330 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:13.031231 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-345c99bd-ad45-4797-b5f7-ae70214c1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:13.255920 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-345c99bd-ad45-4797-b5f7-ae70214c1d7e None None] Port eb309f74-48d9-4eb5-98e8-7571414fa330 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:11:13.343891 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:13.533644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port b2dee688-dcab-47e2-853c-baf475124742, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b2dee688-dcab-47e2-853c-baf475124742,segment=NetworkSegment(ffb8d3eb-e316-44ad-b781-0a1e82a3fefd),segment_id=ffb8d3eb-e316-44ad-b781-0a1e82a3fefd)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:13.542887 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:13.549382 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-089f32f7-4454-4f53-86ff-dfb5a6edc08d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:13.620418 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270ecac-1b66-4b41-be9e-ab214ba4d99a req-a4dafbf6-abf3-446c-96f0-3aee4e2bcddf tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:13.621564 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e270ecac-1b66-4b41-be9e-ab214ba4d99a req-a4dafbf6-abf3-446c-96f0-3aee4e2bcddf tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Synchronizing usage tracker for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:13.652034 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e270ecac-1b66-4b41-be9e-ab214ba4d99a req-a4dafbf6-abf3-446c-96f0-3aee4e2bcddf tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Unset dirty status for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:13.653190 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e270ecac-1b66-4b41-be9e-ab214ba4d99a req-a4dafbf6-abf3-446c-96f0-3aee4e2bcddf tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 931 time: 0.4554896
Dec 14 10:11:13.742364 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:13.777594 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=b2dee688-dcab-47e2-853c-baf475124742,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:13.799256 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:13.839078 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e270ecac-1b66-4b41-be9e-ab214ba4d99a req-f4ff6abb-56cc-4eb6-a839-94d6d99ed131 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852604
Dec 14 10:11:13.845816 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb309f74-48d9-4eb5-98e8-7571414fa330 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:11:13.862376 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:13.882916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Transition to ACTIVE for port object eb309f74-48d9-4eb5-98e8-7571414fa330 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:13.888741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:13.892653 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c5569c25-9cef-441a-9769-18f1574ac372 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:14.043720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457360-affa-498c-8ded-fc52a7aabc64 req-8b2ab846-83a7-430b-aef2-bf387f6bd2a0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:14.047040 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5b457360-affa-498c-8ded-fc52a7aabc64 req-8b2ab846-83a7-430b-aef2-bf387f6bd2a0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1375265
Dec 14 10:11:14.138105 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5b457360-affa-498c-8ded-fc52a7aabc64 req-bf07e109-6b28-4c30-ad27-3c226d4a8980 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821128
Dec 14 10:11:14.155285 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:14.216572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.217464 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.217868 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.218215 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.218699 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.219125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.219510 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.219814 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.220155 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.220495 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.220968 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.221308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:14.237453 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:14.242710 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Attempting to bind port eb309f74-48d9-4eb5-98e8-7571414fa330 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:14.243039 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Attempting to bind port eb309f74-48d9-4eb5-98e8-7571414fa330 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:14.243365 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Attempting to bind port eb309f74-48d9-4eb5-98e8-7571414fa330 on network d59055ef-5180-470c-884a-72dc9abe1810 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:14.250051 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Port eb309f74-48d9-4eb5-98e8-7571414fa330 on network d59055ef-5180-470c-884a-72dc9abe1810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:11:14.250405 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Attempting to bind port eb309f74-48d9-4eb5-98e8-7571414fa330 on network d59055ef-5180-470c-884a-72dc9abe1810 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:14.261329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:14.261678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Checking segment: {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:14.262066 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Bound using segment: {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:14.262502 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Bound port: eb309f74-48d9-4eb5-98e8-7571414fa330, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:14.263455 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:14.414031 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:14.424907 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:14.433391 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:14.443294 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:14.453371 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-85e22b73-63e2-4ba3-bd48-f1b14aca22c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:14.516831 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b2dee688-dcab-47e2-853c-baf475124742 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:14.536797 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:14.543903 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:14.552394 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:14.553449 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:14.555567 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] 10.222.0.54 "PUT /v2.0/ports/eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 1093 time: 2.1068487
Dec 14 10:11:14.556264 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:14.614893 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port b2dee688-dcab-47e2-853c-baf475124742 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:14.615270 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:14.625565 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'status': 'completed', 'code': 200}
Dec 14 10:11:15.128207 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e3248-83e1-4548-82e2-19b678c7424c req-1a8a5b8c-deba-4e42-b70d-cd20b932d1dc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:15.129681 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cc1e3248-83e1-4548-82e2-19b678c7424c req-1a8a5b8c-deba-4e42-b70d-cd20b932d1dc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1507003
Dec 14 10:11:15.187423 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cc1e3248-83e1-4548-82e2-19b678c7424c req-6ede8e9c-c023-491e-9c85-6e6ef46fc535 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516031
Dec 14 10:11:15.409575 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1a82-c6fb-4630-bfb8-a5ed78ebe275 req-e7b6a784-c821-4076-90e0-e89d3bb098af tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:15.411053 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9bfb1a82-c6fb-4630-bfb8-a5ed78ebe275 req-e7b6a784-c821-4076-90e0-e89d3bb098af tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1231363
Dec 14 10:11:15.461988 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9bfb1a82-c6fb-4630-bfb8-a5ed78ebe275 req-19172427-027f-403a-8dc9-5ad7da74a3eb tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438614
Dec 14 10:11:15.842490 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-426b582e-443d-4bbe-bee1-cd5f9d4728f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:15.844700 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-426b582e-443d-4bbe-bee1-cd5f9d4728f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1096 time: 0.1051600
Dec 14 10:11:15.908348 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-65918cdc-028f-4464-9dd9-7be68eb6d5c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1045036
Dec 14 10:11:15.940587 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-ce62fcf0-bce3-41d3-aea5-3d431266afee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 217 time: 0.0795796
Dec 14 10:11:16.019395 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-fdf2c708-9214-45c6-852c-f20c33ad50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.021055 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-fdf2c708-9214-45c6-852c-f20c33ad50a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 200  len: 848 time: 0.0703886
Dec 14 10:11:16.046573 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-42e7bd62-2216-4013-832d-1861e7e5c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.048308 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-42e7bd62-2216-4013-832d-1861e7e5c3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 1098 time: 0.1137843
Dec 14 10:11:16.136408 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-9fb0fd56-7bae-43db-934d-656ec2fb0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.139688 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-9fb0fd56-7bae-43db-934d-656ec2fb0853 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d59055ef-5180-470c-884a-72dc9abe1810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1067283
Dec 14 10:11:16.242285 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-96fc0416-4168-4604-97d4-7e4ad83545a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.243857 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-96fc0416-4168-4604-97d4-7e4ad83545a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.1599782
Dec 14 10:11:16.332023 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-000d1118-35f7-43ef-9747-87b41cf49020 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846604
Dec 14 10:11:16.383088 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-e8ce029e-e212-4fbc-95ee-f644e370fc4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b HTTP/1.1" status: 200  len: 217 time: 0.1285293
Dec 14 10:11:16.485047 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-a9540300-00f4-4a2a-acf5-64ecad22c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.486504 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-a9540300-00f4-4a2a-acf5-64ecad22c2bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.0904877
Dec 14 10:11:16.538841 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2da3d651-0a39-4445-a9f2-77d0d219df1f req-09a0d77c-39b0-4537-a25f-f838b415b3b8 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975472
Dec 14 10:11:16.583582 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb054d1c-470d-4f35-815e-a9eaf9f620ae req-613df433-8a42-45fd-85b6-a19c0c83d238 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.585117 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eb054d1c-470d-4f35-815e-a9eaf9f620ae req-613df433-8a42-45fd-85b6-a19c0c83d238 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.2489395
Dec 14 10:11:16.587199 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-4e5558b6-f0ef-4c98-b8de-3f5717c6e90d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0915616
Dec 14 10:11:16.753505 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-bec5a1f2-a2e5-46a3-8cf4-d458ce0abc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.754988 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-bec5a1f2-a2e5-46a3-8cf4-d458ce0abc91 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1096 time: 0.1531150
Dec 14 10:11:16.848792 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ee59f53e-e6d9-4eaa-8a07-c35bd81808f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:16.874157 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-8b406231-7d51-4d5b-afd2-857f76ea1924 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641861
Dec 14 10:11:16.945506 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688b0c-652e-4990-b595-f5548bdacf86 req-9befe5cc-0cf2-4e4f-a100-1734861a82a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:16.947126 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ae688b0c-652e-4990-b595-f5548bdacf86 req-9befe5cc-0cf2-4e4f-a100-1734861a82a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.2836926
Dec 14 10:11:17.024458 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f5115b7-feec-42a7-a5bb-2bb7a957ae24 req-c8509b08-bebf-42a1-b17a-77e1d4ecda6d service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401854
Dec 14 10:11:17.044155 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eb054d1c-470d-4f35-815e-a9eaf9f620ae req-ed8fb02d-1be7-4199-af42-46a5c3842d16 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4504395
Dec 14 10:11:17.068581 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ae688b0c-652e-4990-b595-f5548bdacf86 req-5a14b6b3-7b99-4e8d-89da-906e7644c317 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086574
Dec 14 10:11:17.091531 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-b1609687-0f89-41f5-b306-15eb33ef93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:17.093231 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-b1609687-0f89-41f5-b306-15eb33ef93e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 910 time: 0.3299723
Dec 14 10:11:17.194004 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-1c012dbc-52b7-4199-962a-9649e99a0485 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 217 time: 0.0792952
Dec 14 10:11:17.286262 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-5d3e2cc4-3f40-461d-8e61-7fb864f3f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:17.287795 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-5d3e2cc4-3f40-461d-8e61-7fb864f3f25a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 200  len: 848 time: 0.0796807
Dec 14 10:11:17.383252 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-6898684c-1727-49c1-910d-29f6b8afa4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:17.384706 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-6898684c-1727-49c1-910d-29f6b8afa4cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d59055ef-5180-470c-884a-72dc9abe1810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887723
Dec 14 10:11:17.574974 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-dd865280-8900-448e-b44f-f430e6f74f97 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773586
Dec 14 10:11:17.809317 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4e065c0d-639a-4d70-8cb5-e9698a184683 req-1c381639-40d2-4b5f-aeb5-a294ae9d7c25 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2180831
Dec 14 10:11:17.862397 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:17.958012 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:18.317987 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339cf5b-14f3-48ea-83b1-11beb5c74176 req-9adcdd75-0224-44c1-830e-23612c53bb69 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:18.322084 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f5824-ae74-4255-b039-1426245f424b req-250cdbf2-c56f-4595-aa94-e65a40fb4a85 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:18.324075 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-977f5824-ae74-4255-b039-1426245f424b req-250cdbf2-c56f-4595-aa94-e65a40fb4a85 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1167514
Dec 14 10:11:18.325326 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e339cf5b-14f3-48ea-83b1-11beb5c74176 req-9adcdd75-0224-44c1-830e-23612c53bb69 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1033161
Dec 14 10:11:18.386578 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-977f5824-ae74-4255-b039-1426245f424b req-be30ceed-7473-4f26-abbc-3b9ac48342c0 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558207
Dec 14 10:11:18.395698 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e339cf5b-14f3-48ea-83b1-11beb5c74176 req-32696ce8-8398-4003-be5c-5b3ba919a458 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687006
Dec 14 10:11:19.227392 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:19.641527 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c38b6-d4b5-4e4e-9f92-bca9e30e54bb req-1fd94ed6-00a8-424d-9252-16dcf0ef9078 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:19.648640 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-389c38b6-d4b5-4e4e-9f92-bca9e30e54bb req-1fd94ed6-00a8-424d-9252-16dcf0ef9078 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1100371
Dec 14 10:11:19.664439 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a2d7-c53b-42f1-9d79-2c3f8bfb9c16 req-0ccd7f1d-4ac0-4bfc-8141-dc3936a52d8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:19.672596 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7596a2d7-c53b-42f1-9d79-2c3f8bfb9c16 req-0ccd7f1d-4ac0-4bfc-8141-dc3936a52d8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1111066
Dec 14 10:11:19.705728 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-389c38b6-d4b5-4e4e-9f92-bca9e30e54bb req-908f1e37-cf56-4f4c-b599-2f6160887b7b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555580
Dec 14 10:11:19.728223 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7596a2d7-c53b-42f1-9d79-2c3f8bfb9c16 req-ca05f4b4-d45b-476a-8080-4efb70f9e9be tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546610
Dec 14 10:11:20.922241 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484c956-a35f-4f80-b198-cc940ecfedb2 req-7e9a55af-71d7-42f6-a5c0-3b5c6e7184cc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:20.922241 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c484c956-a35f-4f80-b198-cc940ecfedb2 req-7e9a55af-71d7-42f6-a5c0-3b5c6e7184cc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1002333
Dec 14 10:11:20.961568 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfa684-cefa-486c-addd-747ad45035af req-fdd1cf8b-55c9-4ca7-9bf1-8660fb8f1605 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:20.963209 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e0bfa684-cefa-486c-addd-747ad45035af req-fdd1cf8b-55c9-4ca7-9bf1-8660fb8f1605 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0989141
Dec 14 10:11:20.992899 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c484c956-a35f-4f80-b198-cc940ecfedb2 req-6c2ecd64-2046-4d8d-9746-b23c3300db51 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509238
Dec 14 10:11:21.021189 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e0bfa684-cefa-486c-addd-747ad45035af req-c2437bf2-25ec-4b3c-87dd-2d0c97203b4c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434389
Dec 14 10:11:22.137096 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-1dacda38-d9c6-45f8-9c1c-6198d59443fa tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:22.138501 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-f3e49170-a08a-4601-982c-2567f2c94966 req-1dacda38-d9c6-45f8-9c1c-6198d59443fa tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:22.156130 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-f3e49170-a08a-4601-982c-2567f2c94966 req-1dacda38-d9c6-45f8-9c1c-6198d59443fa tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:22.158534 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-1dacda38-d9c6-45f8-9c1c-6198d59443fa tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 814 time: 0.1697946
Dec 14 10:11:22.174670 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-6aec8e7c-75f8-4873-ae99-948adae90673 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/quotas/2fb4616940ba4338a7eaf7b0a17e974a HTTP/1.1" status: 200  len: 375 time: 0.0110512
Dec 14 10:11:22.184963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db68ca-eea9-4ed4-8c95-ea37be46f45c req-077cc6aa-fbd4-43de-be9f-337043ba8451 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:22.187117 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-71db68ca-eea9-4ed4-8c95-ea37be46f45c req-077cc6aa-fbd4-43de-be9f-337043ba8451 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0865130
Dec 14 10:11:22.234126 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-71db68ca-eea9-4ed4-8c95-ea37be46f45c req-c0db8079-59d1-45db-bb41-9dbd330d4655 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412402
Dec 14 10:11:22.261278 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-df699f1b-29f4-43db-b2e3-f8e65958e5ce tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0782645
Dec 14 10:11:22.408505 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-912a5d33-fbc5-4209-97be-08d613baeead service neutron] 10.222.0.20 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324923
Dec 14 10:11:22.412033 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c69664-2f00-4234-8535-a517f5e0838e req-85fffc82-cef2-45f6-824d-3267e8e17044 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:22.413474 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d1c69664-2f00-4234-8535-a517f5e0838e req-85fffc82-cef2-45f6-824d-3267e8e17044 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0845206
Dec 14 10:11:22.458060 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d1c69664-2f00-4234-8535-a517f5e0838e req-1ecf0f8d-db2a-4352-a7fa-7cae9e4ee7b3 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390501
Dec 14 10:11:22.542235 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-bf4026de-7a55-402c-b732-b9d049b1e0bb service neutron] 10.222.0.20 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276834
Dec 14 10:11:22.714270 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-99314f86-701c-4a7e-be3e-837c9bb21bd4 req-64cd3dc3-8b06-45a9-abd5-8aec52450387 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:22.735734 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-99314f86-701c-4a7e-be3e-837c9bb21bd4 req-64cd3dc3-8b06-45a9-abd5-8aec52450387 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:22.737612 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-99314f86-701c-4a7e-be3e-837c9bb21bd4 req-64cd3dc3-8b06-45a9-abd5-8aec52450387 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 210 time: 0.0668812
Dec 14 10:11:23.422734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2d227-6a9a-47b7-ba49-31e9101bbea6 req-f5d5caa6-a24f-4df7-89c4-4a007472c71b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:23.424163 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b4f2d227-6a9a-47b7-ba49-31e9101bbea6 req-f5d5caa6-a24f-4df7-89c4-4a007472c71b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0871060
Dec 14 10:11:23.467698 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b4f2d227-6a9a-47b7-ba49-31e9101bbea6 req-00990b81-a73d-46a5-be4b-8a5e0280f832 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377097
Dec 14 10:11:23.646829 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd6f5c-84db-40e1-9852-1630d97d8506 req-e3dd44c1-a6e1-41fe-9508-b453ab6a991e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:23.648270 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e2cd6f5c-84db-40e1-9852-1630d97d8506 req-e3dd44c1-a6e1-41fe-9508-b453ab6a991e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0815256
Dec 14 10:11:23.696016 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e2cd6f5c-84db-40e1-9852-1630d97d8506 req-e78acc62-8c51-4f84-afc9-c8a5ece703a1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410912
Dec 14 10:11:23.962218 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d9676211-c5d1-4e36-ade0-6414b88b17ab req-ceb9cd7e-65e2-4136-8143-47b558cef7d8 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 210 time: 0.0684385
Dec 14 10:11:23.994480 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-f7b67979-bb0a-4220-bd81-17c25d07da3c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:23.995983 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-f7b67979-bb0a-4220-bd81-17c25d07da3c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.54 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 814 time: 0.1925094
Dec 14 10:11:24.014431 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'port': {'device_id': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'admin_state_up': True, 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:24.192212 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:24.202407 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:24.211883 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Made reservation on behalf of 2fb4616940ba4338a7eaf7b0a17e974a for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:11:24.215597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:24.511889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-f4c64b20-95db-4a69-8052-7d57cbf08410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:24.515614 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-f4c64b20-95db-4a69-8052-7d57cbf08410 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.2187693
Dec 14 10:11:24.524197 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7286804-b97a-42ba-9da4-6c9644db421d req-fa30942b-a75a-44f6-bd02-2bc219e91bb5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:24.526600 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a7286804-b97a-42ba-9da4-6c9644db421d req-fa30942b-a75a-44f6-bd02-2bc219e91bb5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1602185
Dec 14 10:11:24.555233 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Allocated IP 172.20.0.7 (c7da5988-e255-44e6-981a-3c49fb3fb3ad/5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1/35d84917-4bee-46b2-a5e4-3ff2c82add1c) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:11:24.689272 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a7286804-b97a-42ba-9da4-6c9644db421d req-527cc90d-348c-4443-994f-f0a9c4ac501d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266568
Dec 14 10:11:24.814468 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-d3040b08-d6bb-405f-a546-45d5c43c9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:24.816261 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-d3040b08-d6bb-405f-a546-45d5c43c9a55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.2870214
Dec 14 10:11:24.846422 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cda1b1-f7bf-4add-94ce-3dac92c61cf2 req-2487b576-56ca-48fd-b96a-50bce07711d9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:24.855768 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a8cda1b1-f7bf-4add-94ce-3dac92c61cf2 req-2487b576-56ca-48fd-b96a-50bce07711d9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.2667773
Dec 14 10:11:25.057879 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a8cda1b1-f7bf-4add-94ce-3dac92c61cf2 req-1adbebe5-3dc4-4db7-9e82-ef9900a84165 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2012155
Dec 14 10:11:25.060352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e44a71-acd2-44ff-b6b1-ceb0c2493f29 req-224ba383-6330-4622-a704-07e870320178 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:25.071559 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-53e44a71-acd2-44ff-b6b1-ceb0c2493f29 req-224ba383-6330-4622-a704-07e870320178 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1799898
Dec 14 10:11:25.077281 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:25.130044 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Transition to ACTIVE for port object 35d84917-4bee-46b2-a5e4-3ff2c82add1c will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:25.193841 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:25.200522 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-857bb449-55d8-470c-ae3b-2dd3e75b2860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:25.351021 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:25.358165 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:25.411309 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:25.419483 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:25.420308 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-877f264e-4cc4-4cb3-8d21-b7df21055930 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 217 time: 0.3219624
Dec 14 10:11:25.425348 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:11:25.431576 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:25.432362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:25.475149 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-53e44a71-acd2-44ff-b6b1-ceb0c2493f29 req-a66a7619-1f94-4792-8a9a-80a78ae6a786 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4026124
Dec 14 10:11:25.525368 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8732-48ff-433f-9ac9-aacf59b8ed1e req-1d179a03-1738-456b-85c4-e5071252578a tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:25.526495 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-97ba8732-48ff-433f-9ac9-aacf59b8ed1e req-1d179a03-1738-456b-85c4-e5071252578a tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:25.531751 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5220675
Dec 14 10:11:25.555594 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-97ba8732-48ff-433f-9ac9-aacf59b8ed1e req-1d179a03-1738-456b-85c4-e5071252578a tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:25.556765 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-97ba8732-48ff-433f-9ac9-aacf59b8ed1e req-1d179a03-1738-456b-85c4-e5071252578a tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.2031505
Dec 14 10:11:25.605887 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-97ba8732-48ff-433f-9ac9-aacf59b8ed1e req-26cf2a92-b18c-4b9d-8a6e-296a6c104b7c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427456
Dec 14 10:11:25.787082 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-107f76d6-1b97-47a9-aa01-56c486139042 None None] Provisioning for port 35d84917-4bee-46b2-a5e4-3ff2c82add1c completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:25.798893 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-107f76d6-1b97-47a9-aa01-56c486139042 None None] Provisioning complete for port 35d84917-4bee-46b2-a5e4-3ff2c82add1c triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:25.799191 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-107f76d6-1b97-47a9-aa01-56c486139042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:25.864827 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-107f76d6-1b97-47a9-aa01-56c486139042 None None] Port 35d84917-4bee-46b2-a5e4-3ff2c82add1c cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:11:25.903849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fc162-1a3e-4693-a845-3d90a85805d1 req-5ac002b2-1b01-4b04-92e8-7195fdf94bfc tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:25.906133 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-208fc162-1a3e-4693-a845-3d90a85805d1 req-5ac002b2-1b01-4b04-92e8-7195fdf94bfc tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1020648
Dec 14 10:11:25.953454 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-208fc162-1a3e-4693-a845-3d90a85805d1 req-33a321bf-488f-4c33-9a7c-9ddf0fa3f253 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414736
Dec 14 10:11:26.296572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd912-5d14-4797-833d-f93aaf8dde01 req-5dd0e2c7-6f08-49eb-a4ae-241780e63641 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:26.299417 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f93cd912-5d14-4797-833d-f93aaf8dde01 req-5dd0e2c7-6f08-49eb-a4ae-241780e63641 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1139758
Dec 14 10:11:26.351023 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f93cd912-5d14-4797-833d-f93aaf8dde01 req-b8e19fd3-6796-4180-a9c8-a56f825abf9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454822
Dec 14 10:11:26.724209 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909b108-87e7-4597-a6ec-4d94a3f0dee0 req-52da7a25-51e0-4955-84ef-34aea37cfe61 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:26.725642 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4909b108-87e7-4597-a6ec-4d94a3f0dee0 req-52da7a25-51e0-4955-84ef-34aea37cfe61 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1175060
Dec 14 10:11:26.784641 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4909b108-87e7-4597-a6ec-4d94a3f0dee0 req-5299fc03-746f-4551-8e58-80dc756ff71b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533400
Dec 14 10:11:26.829390 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974459e-01c8-4eea-a458-fc0b2bfa538e req-79ff5de5-ea45-4517-b07d-249cf47ff5bf tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:26.830874 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2974459e-01c8-4eea-a458-fc0b2bfa538e req-79ff5de5-ea45-4517-b07d-249cf47ff5bf tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.1015391
Dec 14 10:11:26.884138 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2974459e-01c8-4eea-a458-fc0b2bfa538e req-488b10fc-e4fd-44f1-a682-0f22296b9c3c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462906
Dec 14 10:11:27.150307 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efb5ab-d0c1-4b4d-ba50-967ed1d6828b req-284ad03a-a83a-4ff7-9b1e-504dfd65d72a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:27.151642 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49efb5ab-d0c1-4b4d-ba50-967ed1d6828b req-284ad03a-a83a-4ff7-9b1e-504dfd65d72a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0914266
Dec 14 10:11:27.203151 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49efb5ab-d0c1-4b4d-ba50-967ed1d6828b req-8cdaaa54-78eb-45be-bad2-1fe4fab5f107 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448990
Dec 14 10:11:27.568501 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07984e7-4c53-4388-b392-4ab777e0c9ff req-b4df4c8e-c02d-4c93-a5c1-eff359fdfa16 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:27.570187 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f07984e7-4c53-4388-b392-4ab777e0c9ff req-b4df4c8e-c02d-4c93-a5c1-eff359fdfa16 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0971630
Dec 14 10:11:27.615683 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f07984e7-4c53-4388-b392-4ab777e0c9ff req-28540309-71a9-4036-94de-25d79ab54bd7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394127
Dec 14 10:11:28.051748 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b308ca-9fcc-4a91-86dd-913e8a12fc52 req-e9c2e3c4-d21a-42f3-979c-5d6e4ea737c5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:28.059135 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-26b308ca-9fcc-4a91-86dd-913e8a12fc52 req-e9c2e3c4-d21a-42f3-979c-5d6e4ea737c5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1482732
Dec 14 10:11:28.116916 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-26b308ca-9fcc-4a91-86dd-913e8a12fc52 req-3a3115f3-30a3-4119-bd25-f5d0f49730b8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561190
Dec 14 10:11:28.186205 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603fa7a-6920-40b1-90d5-a0c4d82063f5 req-41122e8e-c1d9-4261-97f0-7418f4dd5f35 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:28.188644 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3603fa7a-6920-40b1-90d5-a0c4d82063f5 req-41122e8e-c1d9-4261-97f0-7418f4dd5f35 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.1397984
Dec 14 10:11:28.242781 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3603fa7a-6920-40b1-90d5-a0c4d82063f5 req-167bdfdf-1f40-4db8-bede-329e586c2098 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473113
Dec 14 10:11:28.454357 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb0e4b-e8c4-4919-b2d3-76d1d7dfa5e9 req-6230baeb-ef6a-4676-8360-2fa077ee64a9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:28.455776 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7adb0e4b-e8c4-4919-b2d3-76d1d7dfa5e9 req-6230baeb-ef6a-4676-8360-2fa077ee64a9 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1117163
Dec 14 10:11:28.512186 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7adb0e4b-e8c4-4919-b2d3-76d1d7dfa5e9 req-301ba1bc-2b31-41e8-baa4-d30d93687335 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502293
Dec 14 10:11:28.828940 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073966e3-5ec2-47af-a8e8-aab981d69d02 req-bb1dfe27-08ac-461e-9e5a-1d51bc269dc9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:28.830416 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-073966e3-5ec2-47af-a8e8-aab981d69d02 req-bb1dfe27-08ac-461e-9e5a-1d51bc269dc9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1011128
Dec 14 10:11:28.875057 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-073966e3-5ec2-47af-a8e8-aab981d69d02 req-87fadfb8-6b99-4b39-9d17-fdf698d95fec tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388770
Dec 14 10:11:29.324916 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb2ffc-8eba-4a04-a72d-e4bd8bf10380 req-2cf4a406-10dd-44c8-b2ca-7543a2966e28 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:29.327138 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ffb2ffc-8eba-4a04-a72d-e4bd8bf10380 req-2cf4a406-10dd-44c8-b2ca-7543a2966e28 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0892746
Dec 14 10:11:29.375968 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ffb2ffc-8eba-4a04-a72d-e4bd8bf10380 req-efc34f60-a458-4060-b528-39d536a4fdb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427761
Dec 14 10:11:29.495849 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cee8e0-a10c-4877-aabf-33bf9840b518 req-fd104542-7c30-40a4-ba61-0600b3231bd6 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:29.498191 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-39cee8e0-a10c-4877-aabf-33bf9840b518 req-fd104542-7c30-40a4-ba61-0600b3231bd6 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.1244354
Dec 14 10:11:29.559660 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-39cee8e0-a10c-4877-aabf-33bf9840b518 req-9046e00c-fcad-4d38-b708-5d01df87efb3 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554039
Dec 14 10:11:29.713504 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c8578-dc28-40d9-989a-6d79c780a901 req-35eb3ba4-ac80-4a56-b478-7b1d00e92633 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:29.726351 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cf1c8578-dc28-40d9-989a-6d79c780a901 req-35eb3ba4-ac80-4a56-b478-7b1d00e92633 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0929127
Dec 14 10:11:29.785220 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cf1c8578-dc28-40d9-989a-6d79c780a901 req-eefb2f71-f364-43d2-a275-b67880bbd277 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560796
Dec 14 10:11:30.067366 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b044-34cf-4143-be83-2aa7b57ac5ab req-dc188507-ed0e-4494-b467-47b0b748b1b2 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:30.069070 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9431b044-34cf-4143-be83-2aa7b57ac5ab req-dc188507-ed0e-4494-b467-47b0b748b1b2 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0832705
Dec 14 10:11:30.113685 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9431b044-34cf-4143-be83-2aa7b57ac5ab req-5c737f6c-8a2b-4caa-bd68-42f8f1f06a7b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389059
Dec 14 10:11:30.513448 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 33746) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:11:30.593276 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919a92f-64a6-4268-8b28-4b55c878c820 req-c9f85608-0ed6-473e-b982-85f5e70f0cfb tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:30.594868 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d919a92f-64a6-4268-8b28-4b55c878c820 req-c9f85608-0ed6-473e-b982-85f5e70f0cfb tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0999420
Dec 14 10:11:30.680573 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d919a92f-64a6-4268-8b28-4b55c878c820 req-e7122e73-bc2e-4115-b274-e77b161aa09f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703933
Dec 14 10:11:30.687175 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:30.746089 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:30.758697 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Usage tracker for resource:security_group_rule and tenant:891f2270c00c461e8cc1d1469c23310b is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:11:30.763063 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:11:30.770344 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:30.879705 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67babd23-c873-47d1-8fdc-48cb76a65088 req-285d4aea-c7fe-43c8-a56e-549b1f91ed2e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:30.883460 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-67babd23-c873-47d1-8fdc-48cb76a65088 req-285d4aea-c7fe-43c8-a56e-549b1f91ed2e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.1740382
Dec 14 10:11:31.003249 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-67babd23-c873-47d1-8fdc-48cb76a65088 req-3c002b7f-0e22-40a5-80a1-66a99a588e91 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100678
Dec 14 10:11:31.034330 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:31.037216 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde95d49-1042-4a52-969c-bdda70edf6f3 req-baa68493-3e68-42c4-b2ca-a4928dbe0f82 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:31.038859 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dde95d49-1042-4a52-969c-bdda70edf6f3 req-baa68493-3e68-42c4-b2ca-a4928dbe0f82 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1011672
Dec 14 10:11:31.039297 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:31.049106 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0dfda916-1e02-4e8e-87ef-f62452bc8c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:31.089308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf5bb54-9f03-4bcd-b1b1-f75a1e528448,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:31.097173 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:31.103213 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=891f2270c00c461e8cc1d1469c23310b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5886891
Dec 14 10:11:31.105894 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 33760) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:11:31.117881 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dde95d49-1042-4a52-969c-bdda70edf6f3 req-33b190a4-bf92-45b3-8229-19324768a149 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669270
Dec 14 10:11:31.185060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:31.213197 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:31.317096 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:31.321786 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e85e3ccb-6852-48a6-97c4-c636979dcb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:31.341280 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf5bb54-9f03-4bcd-b1b1-f75a1e528448,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:31.343669 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:31.354468 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618432c-1743-44a9-889d-7d55b8a6edab req-22ddff68-554e-4d04-9fd5-a6cafd4d1fe1 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:31.356568 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3618432c-1743-44a9-889d-7d55b8a6edab req-22ddff68-554e-4d04-9fd5-a6cafd4d1fe1 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1135528
Dec 14 10:11:31.358795 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:31.359833 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cf5bb54-9f03-4bcd-b1b1-f75a1e528448 HTTP/1.1" status: 204  len: 168 time: 0.2529101
Dec 14 10:11:31.422272 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3618432c-1743-44a9-889d-7d55b8a6edab req-73eb148e-e873-468c-9795-1e5da601e6dc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573885
Dec 14 10:11:31.919730 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb660b3-744c-4337-9580-22ee481b98b4 req-542012e3-c0a6-4c1b-a59b-b75a4080de33 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:31.921187 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-afb660b3-744c-4337-9580-22ee481b98b4 req-542012e3-c0a6-4c1b-a59b-b75a4080de33 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1011453
Dec 14 10:11:31.978196 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-afb660b3-744c-4337-9580-22ee481b98b4 req-993ad142-1064-4d36-9837-029f4e648aad tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507677
Dec 14 10:11:32.251632 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfd950-5c22-492d-9afb-e2e70aa84a4a req-70835372-7195-4876-9834-54016a54ff93 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:32.253190 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b7cfd950-5c22-492d-9afb-e2e70aa84a4a req-70835372-7195-4876-9834-54016a54ff93 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.1057327
Dec 14 10:11:32.326056 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b7cfd950-5c22-492d-9afb-e2e70aa84a4a req-814bd528-171e-49ce-b24d-ffb813a9cdad tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657887
Dec 14 10:11:32.381479 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba441df1-c489-4164-afcf-eff0114c298f req-6ea49414-2e51-4f71-9243-17bbe413e3cb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:32.391033 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ba441df1-c489-4164-afcf-eff0114c298f req-6ea49414-2e51-4f71-9243-17bbe413e3cb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1232483
Dec 14 10:11:32.444574 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ba441df1-c489-4164-afcf-eff0114c298f req-41d91576-b12a-416a-9c83-7df942c472c8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523820
Dec 14 10:11:32.752381 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db145dc-37fe-4c9a-b0d0-7afa68ebfd66 req-cd6605fd-edbe-4c63-b99c-2eb9d1b4e7f4 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:32.754036 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1db145dc-37fe-4c9a-b0d0-7afa68ebfd66 req-cd6605fd-edbe-4c63-b99c-2eb9d1b4e7f4 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.2039528
Dec 14 10:11:32.803117 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1db145dc-37fe-4c9a-b0d0-7afa68ebfd66 req-f5f92d8b-53a5-4f20-9b75-b6604533230a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429969
Dec 14 10:11:33.221071 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6af9-b7fc-4fb5-b86e-befae4b58590 req-cc4a6fea-e43a-4fd8-8cee-cb4bce7a8b8e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:33.222924 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-86ab6af9-b7fc-4fb5-b86e-befae4b58590 req-cc4a6fea-e43a-4fd8-8cee-cb4bce7a8b8e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1035259
Dec 14 10:11:33.269924 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-86ab6af9-b7fc-4fb5-b86e-befae4b58590 req-0fc21fd9-9d62-44d6-8850-95e1f86d4827 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413613
Dec 14 10:11:33.515997 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc6f9-95d3-41b7-af69-d886f4e5bcf8 req-3dd52bc7-a15b-44b9-a38d-92d4eb59bae5 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:33.517450 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9bfcc6f9-95d3-41b7-af69-d886f4e5bcf8 req-3dd52bc7-a15b-44b9-a38d-92d4eb59bae5 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.0807796
Dec 14 10:11:33.579769 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9bfcc6f9-95d3-41b7-af69-d886f4e5bcf8 req-81a52b18-71bd-4062-9c2e-526994ac3d09 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530143
Dec 14 10:11:33.666367 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa7896-24d8-4fb5-ab85-3dfbb1cf7d66 req-b104aa29-cf23-457a-88bf-02b35451ffd4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:33.667919 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65aa7896-24d8-4fb5-ab85-3dfbb1cf7d66 req-b104aa29-cf23-457a-88bf-02b35451ffd4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0968866
Dec 14 10:11:33.712737 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65aa7896-24d8-4fb5-ab85-3dfbb1cf7d66 req-b443fec2-d79a-413b-9939-3710f0a8c005 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383985
Dec 14 10:11:34.015465 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78823503-7c74-4229-ac87-9122743f9750 req-a3fb5ca9-c5c2-44d8-8a6b-91764bf74484 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:34.036826 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-78823503-7c74-4229-ac87-9122743f9750 req-a3fb5ca9-c5c2-44d8-8a6b-91764bf74484 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0966840
Dec 14 10:11:34.103433 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-78823503-7c74-4229-ac87-9122743f9750 req-b4e4a339-1e3c-4bbe-aef4-069d800869f5 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656774
Dec 14 10:11:34.161237 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-f309118a-72cd-4d51-914d-dcb6c76bd344 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=90ddd272dc894d7bb0e1b6c0b6b7275d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0432661
Dec 14 10:11:34.333274 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-d68d5915-8db1-4a5b-9f03-0646aadcdc05 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:34.334709 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-d68d5915-8db1-4a5b-9f03-0646aadcdc05 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1680913
Dec 14 10:11:34.349136 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-e9be1584-7b69-4e58-a62e-c407ba54cc48 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/quotas/90ddd272dc894d7bb0e1b6c0b6b7275d HTTP/1.1" status: 200  len: 375 time: 0.0091705
Dec 14 10:11:34.414682 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-624a0554-6c26-492a-b7c5-d82945ae7686 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=90ddd272dc894d7bb0e1b6c0b6b7275d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0604763
Dec 14 10:11:34.469795 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210510e9-0ad2-4b74-99d9-8e3730b0a9ab req-b8436cec-3992-4da9-aa1d-8a4cc6a5ec4f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:34.471425 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-210510e9-0ad2-4b74-99d9-8e3730b0a9ab req-b8436cec-3992-4da9-aa1d-8a4cc6a5ec4f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0872161
Dec 14 10:11:34.547690 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-210510e9-0ad2-4b74-99d9-8e3730b0a9ab req-6451e751-e620-4f77-b909-147477d37d56 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613313
Dec 14 10:11:34.624175 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a15bfaec-c273-45b5-b3e7-1069590b5414 req-869ab5a4-43b4-4678-b59e-17783b58a1dc tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 210 time: 0.0599427
Dec 14 10:11:34.792490 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3785e32-ff41-4186-b13e-be6e3c8abbff req-137b5731-7ff3-4d52-b52c-8eb07fd07aad tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:34.794195 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3785e32-ff41-4186-b13e-be6e3c8abbff req-137b5731-7ff3-4d52-b52c-8eb07fd07aad tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.0919242
Dec 14 10:11:34.855026 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3785e32-ff41-4186-b13e-be6e3c8abbff req-382b4c84-2a0a-4d9b-93a6-d0d33812434b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537899
Dec 14 10:11:34.942116 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b066b-cf01-4f62-a380-36f97e7628f9 req-e96fd33c-144d-48b5-bd3e-2ea4b828a905 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:34.943594 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-838b066b-cf01-4f62-a380-36f97e7628f9 req-e96fd33c-144d-48b5-bd3e-2ea4b828a905 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0928869
Dec 14 10:11:35.042729 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-838b066b-cf01-4f62-a380-36f97e7628f9 req-8ef357f7-13c2-47dc-8d2f-f737e632c008 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915408
Dec 14 10:11:35.306208 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea638-2592-4008-8131-cf090f99344b req-f227fdea-954e-4214-8634-95681a36349d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:35.307624 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7e0ea638-2592-4008-8131-cf090f99344b req-f227fdea-954e-4214-8634-95681a36349d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0844855
Dec 14 10:11:35.355549 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7e0ea638-2592-4008-8131-cf090f99344b req-f9f74b74-8a97-4f64-95c2-f026de55fca9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408430
Dec 14 10:11:35.738459 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582a0a-db61-446d-bdfc-b0d1986520cf req-1a0c7b5d-b906-4bf5-ad64-d478d6a7bbaa tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:35.739915 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d582a0a-db61-446d-bdfc-b0d1986520cf req-1a0c7b5d-b906-4bf5-ad64-d478d6a7bbaa tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0799184
Dec 14 10:11:35.769126 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-af7f6842-9710-4098-bb4c-fb9255bd41c0 req-b6e1e345-cc7e-4db3-adb8-503cb4765287 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 210 time: 0.0432255
Dec 14 10:11:35.785745 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d582a0a-db61-446d-bdfc-b0d1986520cf req-2e62ec5d-c67d-4d50-9a6b-7eea6c3bd04b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387635
Dec 14 10:11:36.032518 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ee52f-5670-4432-a00b-249b8a8c155e req-757decc4-09b7-4451-8596-b2a4a69b8b03 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:36.033945 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3c5ee52f-5670-4432-a00b-249b8a8c155e req-757decc4-09b7-4451-8596-b2a4a69b8b03 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 931 time: 0.0819259
Dec 14 10:11:36.078708 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3c5ee52f-5670-4432-a00b-249b8a8c155e req-928d7c25-b44e-496e-a2ff-617a7f64809f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389345
Dec 14 10:11:36.263383 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Request body: {'port': {'device_id': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:36.317603 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df363d41-9e7c-4448-b915-c8d7617b253d req-4c5e76b7-75ce-4ae3-b38b-4ef46bd2cae8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:36.324335 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df363d41-9e7c-4448-b915-c8d7617b253d req-4c5e76b7-75ce-4ae3-b38b-4ef46bd2cae8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1776097
Dec 14 10:11:36.375040 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-823ca421-e30e-4a13-8312-2677b7cc317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:36.376458 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-823ca421-e30e-4a13-8312-2677b7cc317b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.1161630
Dec 14 10:11:36.386529 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df363d41-9e7c-4448-b915-c8d7617b253d req-d7a8de8e-d222-41d2-a769-7547818ab4f6 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612512
Dec 14 10:11:36.419970 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:36.438022 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-4ae00911-1327-43e7-95ae-b68be4fc603e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429237
Dec 14 10:11:36.604352 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-a5273f2d-1dd7-42cc-bb99-1eaa11180d35 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305337
Dec 14 10:11:36.738211 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d4a3e34-60db-4bc6-8720-647e3661f93b req-4c53fb15-6568-4414-8c61-7a7e25cfa8c0 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256268
Dec 14 10:11:36.743772 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1a4fe-a4f0-40bd-9c72-e93c9364e2aa req-b48d1fc3-716f-4cd6-8d13-3559cf6fda93 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:36.746176 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01e1a4fe-a4f0-40bd-9c72-e93c9364e2aa req-b48d1fc3-716f-4cd6-8d13-3559cf6fda93 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.2411797
Dec 14 10:11:36.831840 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01e1a4fe-a4f0-40bd-9c72-e93c9364e2aa req-c1ac5858-d801-4160-b83d-4e1cc2bccb57 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785241
Dec 14 10:11:36.915820 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d84917-4bee-46b2-a5e4-3ff2c82add1c {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:11:36.923892 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:36.943597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Transition to ACTIVE for port object 35d84917-4bee-46b2-a5e4-3ff2c82add1c will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:36.946596 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7983c7d6-3f4f-47db-be77-9e28094c7204 req-126faf97-766a-462e-a4fb-5ebb1452c99c tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 210 time: 0.0627809
Dec 14 10:11:36.986415 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:36.995185 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:37.066380 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-69cc9b9b-d790-4e79-86bb-48545b84b6b4 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=90ddd272dc894d7bb0e1b6c0b6b7275d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0400004
Dec 14 10:11:37.141692 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Pushing event updated for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:37.188451 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:37.213761 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Attempting to bind port 35d84917-4bee-46b2-a5e4-3ff2c82add1c on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:37.214406 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Attempting to bind port 35d84917-4bee-46b2-a5e4-3ff2c82add1c by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:37.214534 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Attempting to bind port 35d84917-4bee-46b2-a5e4-3ff2c82add1c on network c7da5988-e255-44e6-981a-3c49fb3fb3ad {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:37.223598 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Port 35d84917-4bee-46b2-a5e4-3ff2c82add1c on network c7da5988-e255-44e6-981a-3c49fb3fb3ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:11:37.223919 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Attempting to bind port 35d84917-4bee-46b2-a5e4-3ff2c82add1c on network c7da5988-e255-44e6-981a-3c49fb3fb3ad {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:37.237732 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:37.238093 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Checking segment: {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:37.238486 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Bound using segment: {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:37.238918 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Bound port: 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa040238-47f6-4a25-aab3-de83e551992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:37.239274 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:37.260509 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da537c6-57f3-4ae2-af86-d769420a9d38 req-ff767181-40d2-438e-b866-351591461b94 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:37.263189 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6da537c6-57f3-4ae2-af86-d769420a9d38 req-ff767181-40d2-438e-b866-351591461b94 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.3174326
Dec 14 10:11:37.378045 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-41aeb147-0c48-4d51-a26e-996e63fffdf7 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:37.379519 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-41aeb147-0c48-4d51-a26e-996e63fffdf7 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3072636
Dec 14 10:11:37.393341 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:37.394382 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Request body: {'port': {'device_id': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01', 'admin_state_up': True, 'tenant_id': '90ddd272dc894d7bb0e1b6c0b6b7275d'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:37.406321 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6da537c6-57f3-4ae2-af86-d769420a9d38 req-e127204a-baed-443a-b44d-2f164e603b68 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719197
Dec 14 10:11:37.431466 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:37.441266 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:37.445147 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:37.598438 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604dad6-c396-437e-b630-8854142df5d0 req-c3747456-1ae7-4161-b936-5515d518509b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:37.608188 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8604dad6-c396-437e-b630-8854142df5d0 req-c3747456-1ae7-4161-b936-5515d518509b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 943 time: 0.3810492
Dec 14 10:11:37.670520 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:37.671452 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:37.673181 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] 10.222.0.54 "PUT /v2.0/ports/35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 1093 time: 1.4141171
Dec 14 10:11:37.675340 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:37.705750 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Pushing event updated for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:37.707602 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-8604dad6-c396-437e-b630-8854142df5d0 req-a84c626b-2c9d-46ac-ad47-91c8ed32f0fb tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:37.710270 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:37.750753 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:37.754814 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Usage tracker for resource:port and tenant:90ddd272dc894d7bb0e1b6c0b6b7275d is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:11:37.758445 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:11:37.761770 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-8604dad6-c396-437e-b630-8854142df5d0 req-a84c626b-2c9d-46ac-ad47-91c8ed32f0fb tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:37.771836 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8604dad6-c396-437e-b630-8854142df5d0 req-a84c626b-2c9d-46ac-ad47-91c8ed32f0fb tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617517
Dec 14 10:11:37.795360 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:37.795638 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68182-19d3-4e65-83fe-2ebd1b48d06e req-4be2eeee-9afd-414c-aaeb-232958271f61 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:37.802761 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4df68182-19d3-4e65-83fe-2ebd1b48d06e req-4be2eeee-9afd-414c-aaeb-232958271f61 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2074320
Dec 14 10:11:37.817593 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Made reservation on behalf of 90ddd272dc894d7bb0e1b6c0b6b7275d for: {'port': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:11:37.821620 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:37.837616 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:37.860231 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:37.866743 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'status': 'completed', 'code': 200}
Dec 14 10:11:37.868542 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Usage tracker for resource:security_group_rule and tenant:90ddd272dc894d7bb0e1b6c0b6b7275d is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:11:37.874075 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:11:37.882796 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:37.883643 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4df68182-19d3-4e65-83fe-2ebd1b48d06e req-374202d2-adae-495f-9afa-bc79a8aea609 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799363
Dec 14 10:11:37.914446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-c1818baa-ec7b-4e17-8410-88836ee4d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:37.916170 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-c1818baa-ec7b-4e17-8410-88836ee4d6d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1096 time: 0.1876588
Dec 14 10:11:38.038709 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:38.048366 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:38.049433 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-20c22749-252d-470b-903b-dec345b30873 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 217 time: 0.1246986
Dec 14 10:11:38.056891 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-88bd4ead-7a1c-463d-a819-3ff39859985f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:38.152313 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-444ebfd1-a292-400b-b414-01968b295db2 req-cbfd0656-d8a1-45ec-8d44-adb2487714dd tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 210 time: 0.0943902
Dec 14 10:11:38.159293 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cfdeff-2d74-4985-a48e-86ee0be0a0a8,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:38.185543 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-90c66e41-2215-432b-b6bf-91bd1f417ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:38.188093 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-90c66e41-2215-432b-b6bf-91bd1f417ec7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 200  len: 853 time: 0.0866249
Dec 14 10:11:38.193268 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.193636 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.194013 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.194367 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.194706 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.195048 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.195388 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.195722 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.196061 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.196401 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.196734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.197065 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:38.207489 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:38.265630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d42cfc-6d11-4710-88e9-a9d52687e8cd req-7410002d-5c9e-46ad-9f72-5d6a4bf20e08 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:38.273549 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d1d42cfc-6d11-4710-88e9-a9d52687e8cd req-7410002d-5c9e-46ad-9f72-5d6a4bf20e08 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.2746592
Dec 14 10:11:38.292541 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49170-a08a-4601-982c-2567f2c94966 req-83d91b41-83d9-4e77-a50d-20d1cbe2beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:38.296286 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-83d91b41-83d9-4e77-a50d-20d1cbe2beee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7da5988-e255-44e6-981a-3c49fb3fb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0970500
Dec 14 10:11:38.339164 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d1d42cfc-6d11-4710-88e9-a9d52687e8cd req-9be4f246-22cb-41f4-b8e6-1cc9b4a505c9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640681
Dec 14 10:11:38.347040 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Allocated IP 192.168.233.98 (5c670f0c-9d01-40f4-9f01-06b170839d01/73e61290-7f6b-4a53-883b-7e93bf5ad613/8700a3d2-b567-4851-a02f-46bf22ce6c5b) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:11:38.483339 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-54f8bdd7-a974-4198-960f-9e24111e2d9d service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788673
Dec 14 10:11:38.633802 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f3e49170-a08a-4601-982c-2567f2c94966 req-44a9f68d-440d-4edf-b2f2-fcb536127961 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388192
Dec 14 10:11:38.698831 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:38.719991 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Transition to ACTIVE for port object 8700a3d2-b567-4851-a02f-46bf22ce6c5b will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:38.734045 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd789-5d90-4973-b105-e84bf7e8d3a8 req-3f49d10c-8cc0-4885-863a-bd85dd510f53 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:38.735714 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-996cd789-5d90-4973-b105-e84bf7e8d3a8 req-3f49d10c-8cc0-4885-863a-bd85dd510f53 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1845417
Dec 14 10:11:38.782524 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-627887f3-2ffe-44a5-8cab-54f830cb41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:38.783959 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-627887f3-2ffe-44a5-8cab-54f830cb41e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1096 time: 0.0803194
Dec 14 10:11:38.791009 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-996cd789-5d90-4973-b105-e84bf7e8d3a8 req-cb76f9dd-a83f-427a-8d95-ed1a1c15f95c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466168
Dec 14 10:11:38.792419 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:38.798972 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3a85b9e8-adcf-43a6-8549-c9e071a9509e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:38.941716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Network 5c670f0c-9d01-40f4-9f01-06b170839d01 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:38.945553 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:38.949673 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:11:38.988786 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Pushing event updated for resources: {'Port': ['ID=8700a3d2-b567-4851-a02f-46bf22ce6c5b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:38.999286 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:39.041718 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-c4f27df4-2802-4a0c-ab46-7752d2de367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.043091 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-c4f27df4-2802-4a0c-ab46-7752d2de367b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 915 time: 0.2525313
Dec 14 10:11:39.053583 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef67a5b-12a1-49d7-98aa-1c53c1b0fb5d req-bd413a50-1bf9-466a-8ea7-4fe8466b0682 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.061878 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aef67a5b-12a1-49d7-98aa-1c53c1b0fb5d req-bd413a50-1bf9-466a-8ea7-4fe8466b0682 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 943 time: 0.1710737
Dec 14 10:11:39.072541 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.073147 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:39.115070 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7246878
Dec 14 10:11:39.127444 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0394d-128d-49d9-9bfa-4ebaeaffb231 req-1aedcae8-f757-41e5-b8e3-e3de59187386 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.129170 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7d0394d-128d-49d9-9bfa-4ebaeaffb231 req-1aedcae8-f757-41e5-b8e3-e3de59187386 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1267264
Dec 14 10:11:39.134257 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Request body: {'port': {'device_id': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:39.155405 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-b54104cd-18aa-4b19-ae01-fc3ee938e989 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 217 time: 0.0782814
Dec 14 10:11:39.217677 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aef67a5b-12a1-49d7-98aa-1c53c1b0fb5d req-5b9886c4-4ce9-42c8-97e1-7514fb568209 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548073
Dec 14 10:11:39.227435 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7d0394d-128d-49d9-9bfa-4ebaeaffb231 req-80e9b185-0c99-4f0e-9d6b-df38f81d922c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624936
Dec 14 10:11:39.240519 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-6fb60806-e547-4997-8840-5d4d7d488af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.240519 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-6fb60806-e547-4997-8840-5d4d7d488af4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 200  len: 853 time: 0.0663006
Dec 14 10:11:39.267278 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-a4b3fa80-2de1-44fd-8ad9-543fa4aec47c None None] Provisioning for port 8700a3d2-b567-4851-a02f-46bf22ce6c5b completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:39.275347 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-a4b3fa80-2de1-44fd-8ad9-543fa4aec47c None None] Provisioning complete for port 8700a3d2-b567-4851-a02f-46bf22ce6c5b triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:39.276077 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fa80-2de1-44fd-8ad9-543fa4aec47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:39.295147 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:39.345843 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3fa80-2de1-44fd-8ad9-543fa4aec47c None None] Port 8700a3d2-b567-4851-a02f-46bf22ce6c5b cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:11:39.415290 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-80a08722-0321-45b6-993b-fdee8cb45bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.416971 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-80a08722-0321-45b6-993b-fdee8cb45bca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7da5988-e255-44e6-981a-3c49fb3fb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1679204
Dec 14 10:11:39.507079 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb4327-8f81-46cf-9f22-ab8714ca3531 req-175eed59-e439-4f9f-9bc8-084b35737b49 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.508409 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-60fb4327-8f81-46cf-9f22-ab8714ca3531 req-175eed59-e439-4f9f-9bc8-084b35737b49 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 935 time: 0.1704144
Dec 14 10:11:39.585917 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-60fb4327-8f81-46cf-9f22-ab8714ca3531 req-2b4a9664-f9d8-442c-a049-cff61268997c tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634036
Dec 14 10:11:39.614441 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-a2ae22c3-1510-4fd2-a4b1-f1a9deb48495 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865988
Dec 14 10:11:39.652350 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27187fc5-5570-4513-8ee4-7b4b48a94343 req-1a857c8c-6524-439d-b29e-1bd6b627329d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:39.654548 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-27187fc5-5570-4513-8ee4-7b4b48a94343 req-1a857c8c-6524-439d-b29e-1bd6b627329d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1998494
Dec 14 10:11:39.724866 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-27187fc5-5570-4513-8ee4-7b4b48a94343 req-b3214e72-5f52-42a1-922f-0c91ccf69b8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589275
Dec 14 10:11:39.818592 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8700a3d2-b567-4851-a02f-46bf22ce6c5b {{(pid=86849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:11:39.829782 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:39.853126 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Transition to ACTIVE for port object 8700a3d2-b567-4851-a02f-46bf22ce6c5b will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:39.859073 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:39.865491 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:39.880425 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0c005b38-5d51-42c9-a66d-5abd77b6bce8 req-f6441e20-0246-4969-aad7-91eacb6ed880 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2568197
Dec 14 10:11:40.025371 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Pushing event updated for resources: {'Port': ['ID=8700a3d2-b567-4851-a02f-46bf22ce6c5b,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:40.030118 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:40.098370 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a14ee7-2ddd-4297-ba3b-694dd8a6ad72 req-f3a790c9-c453-48f3-9716-3d21d6b699e6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.111517 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e5a14ee7-2ddd-4297-ba3b-694dd8a6ad72 req-f3a790c9-c453-48f3-9716-3d21d6b699e6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1959689
Dec 14 10:11:40.159800 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e5a14ee7-2ddd-4297-ba3b-694dd8a6ad72 req-41451339-b516-42fd-87e2-3e122aedb5c1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474029
Dec 14 10:11:40.183061 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Attempting to bind port 8700a3d2-b567-4851-a02f-46bf22ce6c5b on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:40.183394 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Attempting to bind port 8700a3d2-b567-4851-a02f-46bf22ce6c5b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:40.183716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Attempting to bind port 8700a3d2-b567-4851-a02f-46bf22ce6c5b on network 5c670f0c-9d01-40f4-9f01-06b170839d01 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:40.189471 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Port 8700a3d2-b567-4851-a02f-46bf22ce6c5b on network 5c670f0c-9d01-40f4-9f01-06b170839d01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:11:40.190263 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Attempting to bind port 8700a3d2-b567-4851-a02f-46bf22ce6c5b on network 5c670f0c-9d01-40f4-9f01-06b170839d01 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:40.195444 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:40.195781 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Checking segment: {'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:40.196153 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Bound using segment: {'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:40.196566 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Bound port: 8700a3d2-b567-4851-a02f-46bf22ce6c5b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cd27bd-114b-466d-a35a-68939ff722f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:40.197064 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:40.349596 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] For port 8700a3d2-b567-4851-a02f-46bf22ce6c5b, host hv-cinder-81888, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:40.358761 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e69e-5061-4919-b113-62edc599ca60 req-e03e13bd-641d-4f36-8bbb-290264a39e69 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.360288 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0109e69e-5061-4919-b113-62edc599ca60 req-e03e13bd-641d-4f36-8bbb-290264a39e69 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.1535850
Dec 14 10:11:40.362036 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] For port 8700a3d2-b567-4851-a02f-46bf22ce6c5b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8700a3d2-b567-4851-a02f-46bf22ce6c5b,segment=NetworkSegment(18cd27bd-114b-466d-a35a-68939ff722f2),segment_id=18cd27bd-114b-466d-a35a-68939ff722f2)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:40.372380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:40.388591 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:40.420503 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177733a-e172-4b04-8292-cdd437c90345 req-c0799e12-a1da-40a1-b77f-d7853f28d09d tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.422355 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1177733a-e172-4b04-8292-cdd437c90345 req-c0799e12-a1da-40a1-b77f-d7853f28d09d tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 943 time: 0.0942266
Dec 14 10:11:40.466454 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.466954 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:40.468297 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] 10.222.0.54 "PUT /v2.0/ports/8700a3d2-b567-4851-a02f-46bf22ce6c5b HTTP/1.1" status: 200  len: 1097 time: 1.3381705
Dec 14 10:11:40.472879 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'tag': '8700a3d2-b567-4851-a02f-46bf22ce6c5b'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:40.477314 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1177733a-e172-4b04-8292-cdd437c90345 req-fb337f0a-3452-4967-be0d-8c6229323384 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493710
Dec 14 10:11:40.506475 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0109e69e-5061-4919-b113-62edc599ca60 req-0d4a2558-137e-451d-9abe-85385f546fd8 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374624
Dec 14 10:11:40.524209 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Pushing event updated for resources: {'Port': ['ID=8700a3d2-b567-4851-a02f-46bf22ce6c5b,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:40.527585 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:40.582164 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'tag': '8700a3d2-b567-4851-a02f-46bf22ce6c5b', 'status': 'completed', 'code': 200}
Dec 14 10:11:40.630560 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-a85189ac-d6fa-4327-8ad7-d4c40887e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.632041 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-a85189ac-d6fa-4327-8ad7-d4c40887e378 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90ddd272dc894d7bb0e1b6c0b6b7275d&device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 1100 time: 0.0859616
Dec 14 10:11:40.695166 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe5d85-694f-46f5-aa35-fcbf183f4143 req-24a0af7f-0a78-4673-b113-7c314e7a8cff tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.697040 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-94fe5d85-694f-46f5-aa35-fcbf183f4143 req-24a0af7f-0a78-4673-b113-7c314e7a8cff tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0895023
Dec 14 10:11:40.713496 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-c20e0060-76ac-4799-bf35-fa1ce5305a2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8700a3d2-b567-4851-a02f-46bf22ce6c5b HTTP/1.1" status: 200  len: 217 time: 0.0722873
Dec 14 10:11:40.744367 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-94fe5d85-694f-46f5-aa35-fcbf183f4143 req-ac06ae7b-d76d-4e92-a80b-9db3e55ae896 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393984
Dec 14 10:11:40.823817 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-ddc8998f-8e12-456e-afc2-e44f10a5f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.826179 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-ddc8998f-8e12-456e-afc2-e44f10a5f1f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73e61290-7f6b-4a53-883b-7e93bf5ad613 HTTP/1.1" status: 200  len: 843 time: 0.0782607
Dec 14 10:11:40.927041 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbe1a2-afad-43b7-9edc-ffad1c8e3437 req-e680cb3b-8b81-4171-97b2-45c23e207d9b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.928472 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-50cbe1a2-afad-43b7-9edc-ffad1c8e3437 req-e680cb3b-8b81-4171-97b2-45c23e207d9b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0886238
Dec 14 10:11:40.947176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d612953-1384-4e0e-95b8-93f64e353684 req-874c0e2f-9c48-431c-b89e-b820787f3789 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:40.947871 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-0d612953-1384-4e0e-95b8-93f64e353684 req-874c0e2f-9c48-431c-b89e-b820787f3789 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Synchronizing usage tracker for tenant:90ddd272dc894d7bb0e1b6c0b6b7275d on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:40.972477 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-50cbe1a2-afad-43b7-9edc-ffad1c8e3437 req-3e157da1-2fa8-4f72-b5e3-2e5cecaede4e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379786
Dec 14 10:11:40.976410 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-0d612953-1384-4e0e-95b8-93f64e353684 req-874c0e2f-9c48-431c-b89e-b820787f3789 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Unset dirty status for tenant:90ddd272dc894d7bb0e1b6c0b6b7275d on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:40.977528 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d612953-1384-4e0e-95b8-93f64e353684 req-874c0e2f-9c48-431c-b89e-b820787f3789 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 947 time: 0.2666118
Dec 14 10:11:41.008841 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-f12b5db9-ed6e-4e97-907a-7e7424cbe207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.010291 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-f12b5db9-ed6e-4e97-907a-7e7424cbe207 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c670f0c-9d01-40f4-9f01-06b170839d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1768572
Dec 14 10:11:41.050292 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-0d612953-1384-4e0e-95b8-93f64e353684 req-48450b36-7bd2-4214-8b04-7c1421c938a6 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Synchronizing usage tracker for tenant:90ddd272dc894d7bb0e1b6c0b6b7275d on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:41.130768 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-0d612953-1384-4e0e-95b8-93f64e353684 req-48450b36-7bd2-4214-8b04-7c1421c938a6 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Unset dirty status for tenant:90ddd272dc894d7bb0e1b6c0b6b7275d on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:41.131891 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d612953-1384-4e0e-95b8-93f64e353684 req-48450b36-7bd2-4214-8b04-7c1421c938a6 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480367
Dec 14 10:11:41.163666 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-0a310ef9-8a67-499b-b865-5b6b77527c0f service neutron] 10.222.0.54 "GET /v2.0/networks/5c670f0c-9d01-40f4-9f01-06b170839d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443725
Dec 14 10:11:41.315262 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-173ce88d-400f-425e-beef-b2fda036e5c7 req-fc0987ab-b4f3-464c-9be1-74c6729b1f31 service neutron] 10.222.0.54 "GET /v2.0/networks/5c670f0c-9d01-40f4-9f01-06b170839d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438768
Dec 14 10:11:41.366927 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc446a-5631-4cb4-9577-8ca33a219ff3 req-53e315c0-b552-4a90-afed-49aa1169d2da tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.368362 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b5bc446a-5631-4cb4-9577-8ca33a219ff3 req-53e315c0-b552-4a90-afed-49aa1169d2da tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0876696
Dec 14 10:11:41.413543 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b5bc446a-5631-4cb4-9577-8ca33a219ff3 req-261599b1-a6f7-4763-b532-26d288b40b88 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392148
Dec 14 10:11:41.444993 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-96ee1ec1-ecff-4b83-b83b-882b64a305eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.446452 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-96ee1ec1-ecff-4b83-b83b-882b64a305eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90ddd272dc894d7bb0e1b6c0b6b7275d&device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 1100 time: 0.0747352
Dec 14 10:11:41.593770 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-8f80b90b-789c-4e3e-be0a-c773f00a8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.595469 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-8f80b90b-789c-4e3e-be0a-c773f00a8767 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c670f0c-9d01-40f4-9f01-06b170839d01 HTTP/1.1" status: 200  len: 870 time: 0.1379628
Dec 14 10:11:41.705056 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-99c9452f-8c0a-4de4-b5e7-5c087e856630 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8700a3d2-b567-4851-a02f-46bf22ce6c5b HTTP/1.1" status: 200  len: 217 time: 0.1006753
Dec 14 10:11:41.705309 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5abd2d-4903-491c-a5ac-5b5a4bba4223 req-eb59c900-5d50-4f57-a222-0ca598e1c33d tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.706538 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ba5abd2d-4903-491c-a5ac-5b5a4bba4223 req-eb59c900-5d50-4f57-a222-0ca598e1c33d tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.0867796
Dec 14 10:11:41.750606 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ba5abd2d-4903-491c-a5ac-5b5a4bba4223 req-351ee457-47c2-4733-ad40-f0ee6f87c98e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381374
Dec 14 10:11:41.786068 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-49a5208e-8294-452f-9d81-79b26d5d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.787528 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-49a5208e-8294-452f-9d81-79b26d5d04aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73e61290-7f6b-4a53-883b-7e93bf5ad613 HTTP/1.1" status: 200  len: 843 time: 0.0716934
Dec 14 10:11:41.799791 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 35d84917-4bee-46b2-a5e4-3ff2c82add1c details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:11:41.840578 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9f20-73c6-4621-a087-63870fa434cf req-d8f7f34c-657c-4839-8cb5-20cb35cba633 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.842064 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c20a9f20-73c6-4621-a087-63870fa434cf req-d8f7f34c-657c-4839-8cb5-20cb35cba633 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 943 time: 0.1780319
Dec 14 10:11:41.858849 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-fe508ab3-06a4-4835-94e5-9185d7be1b79 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.860421 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-fe508ab3-06a4-4835-94e5-9185d7be1b79 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 946 time: 0.0845044
Dec 14 10:11:41.904145 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c20a9f20-73c6-4621-a087-63870fa434cf req-f5425239-92c8-4b5d-95bc-c302665464b1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536497
Dec 14 10:11:41.916865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-d75fb0ea-f85b-4aad-9e9d-79a16cfbfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:41.918928 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-d75fb0ea-f85b-4aad-9e9d-79a16cfbfeee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c670f0c-9d01-40f4-9f01-06b170839d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1211088
Dec 14 10:11:41.955025 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:41.968998 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'port_id': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'mac_address': 'fa:16:3e:11:8e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:11:41.988394 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Deleting port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:11:41.988822 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:42.026203 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:42.044526 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d84917-4bee-46b2-a5e4-3ff2c82add1c {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:11:42.063480 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:42.070028 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:42.072365 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-3138689c-b3bd-44f4-ac08-bfd60ac9d1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:42.107337 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-6a7c3a73-f886-46be-9519-4bfc927234c0 service neutron] 10.222.0.54 "GET /v2.0/networks/5c670f0c-9d01-40f4-9f01-06b170839d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801703
Dec 14 10:11:42.126956 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093f26-dabd-4e08-af7a-f34a155f83e1 req-dc3298d5-9116-41db-b630-b01b37f8aa29 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:42.128322 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4093f26-dabd-4e08-af7a-f34a155f83e1 req-dc3298d5-9116-41db-b630-b01b37f8aa29 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2636647
Dec 14 10:11:42.157602 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:42.166271 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.166641 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.166992 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.167313 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.167819 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.168861 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.169339 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.169674 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.170098 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.170431 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.170755 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.171076 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:11:42.174899 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:42.258755 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4093f26-dabd-4e08-af7a-f34a155f83e1 req-8301daf9-66c9-49b4-96d8-2a41327ed137 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232781
Dec 14 10:11:42.299404 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7f02998-cc66-475d-9558-2c451deee8d1 req-66977229-dc36-4757-9518-fd977f55ee8d service neutron] 10.222.0.54 "GET /v2.0/networks/5c670f0c-9d01-40f4-9f01-06b170839d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560152
Dec 14 10:11:42.307393 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07443b60-d011-4e3d-8afd-c52cecda4ffb req-bdd3b369-218c-4e98-be31-76dc397682e3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:42.309417 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-07443b60-d011-4e3d-8afd-c52cecda4ffb req-bdd3b369-218c-4e98-be31-76dc397682e3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1974931
Dec 14 10:11:42.322946 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] For port 9d76f03f-87f4-41ec-ad81-30ce3cc98300, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9d76f03f-87f4-41ec-ad81-30ce3cc98300,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:42.323296 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:42.361630 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-07443b60-d011-4e3d-8afd-c52cecda4ffb req-f5d6879f-a54e-4cf7-ac2a-dc39dbe2cc62 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461800
Dec 14 10:11:42.385248 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['35d84917-4bee-46b2-a5e4-3ff2c82add1c'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:11:42.490048 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Calling delete_port for 9d76f03f-87f4-41ec-ad81-30ce3cc98300 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:11:42.606433 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb6740-4c8f-436f-96fe-97889d8692bc req-7e1c3381-dff6-48ba-9581-0cb39a835407 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:42.610187 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c5cb6740-4c8f-436f-96fe-97889d8692bc req-7e1c3381-dff6-48ba-9581-0cb39a835407 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 947 time: 0.2197061
Dec 14 10:11:42.702771 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c5cb6740-4c8f-436f-96fe-97889d8692bc req-903fc36d-72a9-4eea-9193-84f2e57af4f3 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616157
Dec 14 10:11:42.709209 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:42.715442 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:42.771906 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015e78-0f63-4b38-b4db-d236da2fca3d req-d08baeb9-7f26-4181-9a03-35c2819d8776 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:42.774004 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-62015e78-0f63-4b38-b4db-d236da2fca3d req-d08baeb9-7f26-4181-9a03-35c2819d8776 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0835977
Dec 14 10:11:42.822808 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-62015e78-0f63-4b38-b4db-d236da2fca3d req-6b232dc2-3651-4b14-856e-e2008bc31f57 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412955
Dec 14 10:11:42.846877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Pushing event deleted for resources: {'Port': ['ID=9d76f03f-87f4-41ec-ad81-30ce3cc98300,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:42.849453 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:42.961243 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6d1aec0f-d2d3-42fe-9a07-f95afdbef49c req-b4be51b5-c81b-4322-a2d3-3bfc2f527e9c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6ba6ce-0853-4c2d-9cdd-489058bb57df HTTP/1.1" status: 200  len: 210 time: 0.0431030
Dec 14 10:11:42.964163 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] No DVR routers for this DVR port 9d76f03f-87f4-41ec-ad81-30ce3cc98300 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:11:42.966780 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:42.970889 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'name': 'network-vif-deleted', 'tag': '9d76f03f-87f4-41ec-ad81-30ce3cc98300'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:42.993822 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3af41750-03ea-45ea-9c7e-ad02c9f29c1c req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "DELETE /v2.0/ports/9d76f03f-87f4-41ec-ad81-30ce3cc98300 HTTP/1.1" status: 204  len: 173 time: 1.0870533
Dec 14 10:11:43.021440 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb1a0a-fd7d-47d9-8971-0455c15384dd req-d316493c-8119-4c57-8b48-e280d1cfb16e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.022939 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01fb1a0a-fd7d-47d9-8971-0455c15384dd req-d316493c-8119-4c57-8b48-e280d1cfb16e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 946 time: 0.1797185
Dec 14 10:11:43.082892 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01fb1a0a-fd7d-47d9-8971-0455c15384dd req-22b0a8cf-77c6-4138-af35-f82a982c4ce6 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524027
Dec 14 10:11:43.214726 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['9d76f03f-87f4-41ec-ad81-30ce3cc98300'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:11:43.227149 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6ba6ce-0853-4c2d-9cdd-489058bb57df', 'name': 'network-vif-deleted', 'tag': '9d76f03f-87f4-41ec-ad81-30ce3cc98300', 'status': 'completed', 'code': 200}
Dec 14 10:11:43.266408 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb7f13-1e13-4a9a-b838-98c4b478df46 req-0fba757a-d8f3-4b3e-82b4-d27de8a5ba87 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.267951 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9ccb7f13-1e13-4a9a-b838-98c4b478df46 req-0fba757a-d8f3-4b3e-82b4-d27de8a5ba87 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 944 time: 0.0882390
Dec 14 10:11:43.359748 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9ccb7f13-1e13-4a9a-b838-98c4b478df46 req-23e69248-bf9c-4890-a7ad-76bb936a4d0d tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835052
Dec 14 10:11:43.363856 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f469-7134-42c7-8b2c-0a58b6578525 req-5e719a44-7d8b-46a8-961b-3101a3559c0a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.365304 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4519f469-7134-42c7-8b2c-0a58b6578525 req-5e719a44-7d8b-46a8-961b-3101a3559c0a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0814998
Dec 14 10:11:43.396993 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866f41d-45d3-4653-8791-7b6718332c17 req-c5348e10-2538-4750-b476-29802e1b2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.398807 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9866f41d-45d3-4653-8791-7b6718332c17 req-c5348e10-2538-4750-b476-29802e1b2865 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1099 time: 0.0886970
Dec 14 10:11:43.417690 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4519f469-7134-42c7-8b2c-0a58b6578525 req-7536f80a-dcda-47d8-acbe-2e88da4dda98 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468857
Dec 14 10:11:43.601067 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866f41d-45d3-4653-8791-7b6718332c17 req-0c26908c-d811-4a5d-b4bd-08c0649f69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.606986 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9866f41d-45d3-4653-8791-7b6718332c17 req-0c26908c-d811-4a5d-b4bd-08c0649f69ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.1972251
Dec 14 10:11:43.608379 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da65588-a8cf-4659-a59b-ecfa1ade1f15 req-c0feb525-3c10-4d2c-9865-bd772925ff25 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.610131 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9da65588-a8cf-4659-a59b-ecfa1ade1f15 req-c0feb525-3c10-4d2c-9865-bd772925ff25 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0903893
Dec 14 10:11:43.611600 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:43.667709 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:11:43.675033 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47636-c69b-4099-b512-45ced311c480 req-6645d6b6-30fe-4cff-adbd-4889011eec64 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.676562 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8ee47636-c69b-4099-b512-45ced311c480 req-6645d6b6-30fe-4cff-adbd-4889011eec64 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1943798
Dec 14 10:11:43.719756 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9da65588-a8cf-4659-a59b-ecfa1ade1f15 req-6e801bea-0f89-4b3b-8755-015cbcf9618e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030478
Dec 14 10:11:43.759215 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9866f41d-45d3-4653-8791-7b6718332c17 req-4cb30bbb-4693-4994-9816-a5172ef7d589 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 1002 time: 0.1421199
Dec 14 10:11:43.764228 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8ee47636-c69b-4099-b512-45ced311c480 req-20be2454-4a09-42d9-a661-05ff977ce0df tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715532
Dec 14 10:11:43.818354 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8700a3d2-b567-4851-a02f-46bf22ce6c5b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:11:43.821973 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 35d84917-4bee-46b2-a5e4-3ff2c82add1c up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:43.829282 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866f41d-45d3-4653-8791-7b6718332c17 req-d730c507-6bf3-40b2-a53d-2e3f16f15bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.830834 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9866f41d-45d3-4653-8791-7b6718332c17 req-d730c507-6bf3-40b2-a53d-2e3f16f15bd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0605710
Dec 14 10:11:43.892661 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c579f1-91db-440d-b589-4b41a97e4527 req-9470ffcf-e7e3-4350-a723-04b52dee22ec tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.894315 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3c579f1-91db-440d-b589-4b41a97e4527 req-9470ffcf-e7e3-4350-a723-04b52dee22ec tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 947 time: 0.0810812
Dec 14 10:11:43.912692 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866f41d-45d3-4653-8791-7b6718332c17 req-28d8ee87-37dc-44f3-9354-9e91bf0b2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:43.914228 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9866f41d-45d3-4653-8791-7b6718332c17 req-28d8ee87-37dc-44f3-9354-9e91bf0b2d31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726035
Dec 14 10:11:43.942859 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3c579f1-91db-440d-b589-4b41a97e4527 req-de9dd074-244b-485f-ada3-4e74ffdafe5b tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412893
Dec 14 10:11:44.019545 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 35d84917-4bee-46b2-a5e4-3ff2c82add1c completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:44.029470 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 35d84917-4bee-46b2-a5e4-3ff2c82add1c triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:44.030099 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:44.077327 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9866f41d-45d3-4653-8791-7b6718332c17 req-d3c8949f-c027-48b7-b03c-b00bf635416f service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476674
Dec 14 10:11:44.094324 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 8700a3d2-b567-4851-a02f-46bf22ce6c5b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8700a3d2-b567-4851-a02f-46bf22ce6c5b,segment=NetworkSegment(18cd27bd-114b-466d-a35a-68939ff722f2),segment_id=18cd27bd-114b-466d-a35a-68939ff722f2)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:44.115764 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '8700a3d2-b567-4851-a02f-46bf22ce6c5b', 'network_id': '5c670f0c-9d01-40f4-9f01-06b170839d01', 'port_id': '8700a3d2-b567-4851-a02f-46bf22ce6c5b', 'mac_address': 'fa:16:3e:e0:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e61290-7f6b-4a53-883b-7e93bf5ad613', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:11:44.266794 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:44.276455 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9866f41d-45d3-4653-8791-7b6718332c17 req-7bead52b-d990-44c7-afa6-3fa457de0be1 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909196
Dec 14 10:11:44.287053 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:44.314486 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8700a3d2-b567-4851-a02f-46bf22ce6c5b {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:11:44.319026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b27f2-8a49-45ce-a11c-31021da9bd6c req-7f769da7-7987-42ed-8598-73b0ffb9fd69 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:44.328837 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-109b27f2-8a49-45ce-a11c-31021da9bd6c req-7f769da7-7987-42ed-8598-73b0ffb9fd69 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 946 time: 0.1114428
Dec 14 10:11:44.342231 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:44.379073 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:44.380955 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 8700a3d2-b567-4851-a02f-46bf22ce6c5b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8700a3d2-b567-4851-a02f-46bf22ce6c5b,segment=NetworkSegment(18cd27bd-114b-466d-a35a-68939ff722f2),segment_id=18cd27bd-114b-466d-a35a-68939ff722f2)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:44.392125 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:44.394351 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:44.426731 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:44.431814 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-109b27f2-8a49-45ce-a11c-31021da9bd6c req-81f6ff41-cd77-4483-8e1f-f1e845638757 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003032
Dec 14 10:11:44.436335 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'code': 200}
Dec 14 10:11:44.479083 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-c5601fc9-1de2-47be-9e08-e3f1aac7023c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:44.481692 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-c5601fc9-1de2-47be-9e08-e3f1aac7023c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 946 time: 0.1859374
Dec 14 10:11:44.495516 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:44.499859 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:44.500507 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:44.554981 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6fefe10c-d101-4cb2-b17a-a14df1f8768a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:44.598504 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=8700a3d2-b567-4851-a02f-46bf22ce6c5b,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:44.601894 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:44.644156 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Deleting port 0e286880-f0f3-4450-b612-5e78ff43dd02 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:11:44.644757 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:44.702525 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b421a-cc91-45ad-a2a8-825ce47797fe req-7679c1d8-2aa2-445d-b09e-10c359e7c364 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:44.703963 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f16b421a-cc91-45ad-a2a8-825ce47797fe req-7679c1d8-2aa2-445d-b09e-10c359e7c364 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1581230
Dec 14 10:11:44.747242 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911371a8-d7fe-4d53-ad8d-1ef45c44f12e req-cb1d1c8f-f6a4-4189-9f7e-ec15da7bb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:44.748767 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-911371a8-d7fe-4d53-ad8d-1ef45c44f12e req-cb1d1c8f-f6a4-4189-9f7e-ec15da7bb504 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1098 time: 0.1240656
Dec 14 10:11:44.758999 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f16b421a-cc91-45ad-a2a8-825ce47797fe req-2458483c-bb37-4cdd-b999-687ba641b58c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482554
Dec 14 10:11:44.808345 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ac8ee-2fdd-4037-8d1c-16bbfadf4cbb req-114c7352-0f6b-4437-be48-74113e98b391 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:44.809844 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7f1ac8ee-2fdd-4037-8d1c-16bbfadf4cbb req-114c7352-0f6b-4437-be48-74113e98b391 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.2223432
Dec 14 10:11:44.934827 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb3f3-6d42-4ae7-bc59-9a992b4cddf7 req-8178a79b-1365-4bd8-a6fe-4f94536be7c3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:44.936544 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aedcb3f3-6d42-4ae7-bc59-9a992b4cddf7 req-8178a79b-1365-4bd8-a6fe-4f94536be7c3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0850141
Dec 14 10:11:44.983615 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aedcb3f3-6d42-4ae7-bc59-9a992b4cddf7 req-317c4e80-7a1b-40b7-b1b8-e89a5f3ee73c tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412321
Dec 14 10:11:45.017814 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7f1ac8ee-2fdd-4037-8d1c-16bbfadf4cbb req-4400d4ce-3a51-47e3-8ba7-f6ed22e6c854 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656911
Dec 14 10:11:45.051972 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] For port 0e286880-f0f3-4450-b612-5e78ff43dd02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0e286880-f0f3-4450-b612-5e78ff43dd02,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:45.052328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:45.165349 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b0e95-52fc-41ee-8e76-da598556cc55 req-c29ef41d-a634-4132-ba76-2c125d9d3d0c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:45.166836 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-412b0e95-52fc-41ee-8e76-da598556cc55 req-c29ef41d-a634-4132-ba76-2c125d9d3d0c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0822773
Dec 14 10:11:45.180405 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Calling delete_port for 0e286880-f0f3-4450-b612-5e78ff43dd02 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:11:45.213332 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-412b0e95-52fc-41ee-8e76-da598556cc55 req-2c83d22c-abd5-471b-9884-346e8eee3012 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385494
Dec 14 10:11:45.351094 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75338b7-752e-47f5-a86a-acbacfbda7dd req-224282b9-39c8-4e85-b679-3249b1cf7770 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:45.352421 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b75338b7-752e-47f5-a86a-acbacfbda7dd req-224282b9-39c8-4e85-b679-3249b1cf7770 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 948 time: 0.1794326
Dec 14 10:11:45.418358 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b75338b7-752e-47f5-a86a-acbacfbda7dd req-3f4a5e9e-ac75-411c-ac0b-570c92e53ba3 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547121
Dec 14 10:11:45.419152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:45.424784 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:45.471821 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event deleted for resources: {'Port': ['ID=0e286880-f0f3-4450-b612-5e78ff43dd02,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:45.499854 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:45.547800 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] No DVR routers for this DVR port 0e286880-f0f3-4450-b612-5e78ff43dd02 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:11:45.550776 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:45.553276 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'name': 'network-vif-deleted', 'tag': '0e286880-f0f3-4450-b612-5e78ff43dd02'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:45.570187 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a2bfdc42-051a-4110-ad17-fa5578c088f2 req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "DELETE /v2.0/ports/0e286880-f0f3-4450-b612-5e78ff43dd02 HTTP/1.1" status: 204  len: 173 time: 1.0810525
Dec 14 10:11:45.579596 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c70390b7-3752-4c1b-8b54-79720c67b2ae req-2bd066cb-1ac5-47e7-b70d-326beae9465e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 210 time: 0.0463874
Dec 14 10:11:45.608785 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cb221d-d3cd-4592-8e0b-479868639222', 'name': 'network-vif-deleted', 'tag': '0e286880-f0f3-4450-b612-5e78ff43dd02', 'status': 'completed', 'code': 200}
Dec 14 10:11:45.630394 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-911371a8-d7fe-4d53-ad8d-1ef45c44f12e req-c5c70be9-4c51-4943-8f8c-25c32dceb285 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361297
Dec 14 10:11:45.940437 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee458-beea-4bb8-9523-6a1cfd4c84b9 req-a323dfa4-785f-400f-bb7e-8ad21d8b3d9b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:45.941851 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8aee458-beea-4bb8-9523-6a1cfd4c84b9 req-a323dfa4-785f-400f-bb7e-8ad21d8b3d9b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0781820
Dec 14 10:11:45.984555 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8aee458-beea-4bb8-9523-6a1cfd4c84b9 req-ffd02f02-9bdc-4b60-abc2-cf195b949b10 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371289
Dec 14 10:11:46.172935 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87011-cad3-457a-8275-4852db7fda63 req-ac1a7545-17ed-46df-af19-d321adf8294a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:46.174493 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6bb87011-cad3-457a-8275-4852db7fda63 req-ac1a7545-17ed-46df-af19-d321adf8294a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0845625
Dec 14 10:11:46.211920 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a72d1-9609-4b49-b62b-89949eebe55f req-c933bd60-4ca2-42fe-bee1-e8e999a24a0f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:46.213271 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-967a72d1-9609-4b49-b62b-89949eebe55f req-c933bd60-4ca2-42fe-bee1-e8e999a24a0f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.0822897
Dec 14 10:11:46.223827 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6bb87011-cad3-457a-8275-4852db7fda63 req-a90ae6c8-a261-41c4-807d-ad3ef857793a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433621
Dec 14 10:11:46.260654 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-967a72d1-9609-4b49-b62b-89949eebe55f req-bc4890a7-3424-4f92-b528-b81ea0a8820c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410089
Dec 14 10:11:46.405033 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14556df9-815d-4137-b5ca-c196c1fe67f8 req-e11d035c-62b3-4ce2-9638-57042e4a0f0b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:46.406498 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-14556df9-815d-4137-b5ca-c196c1fe67f8 req-e11d035c-62b3-4ce2-9638-57042e4a0f0b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0837667
Dec 14 10:11:46.451927 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-14556df9-815d-4137-b5ca-c196c1fe67f8 req-ea685bab-d9f0-4f6b-97a2-a18255e057e8 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397336
Dec 14 10:11:46.603796 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2dea7-7b84-43aa-98f7-f4732c6b0a21 req-39d0f933-78ca-4036-81af-21a887292700 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:46.605242 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aba2dea7-7b84-43aa-98f7-f4732c6b0a21 req-39d0f933-78ca-4036-81af-21a887292700 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 948 time: 0.0796313
Dec 14 10:11:46.653925 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aba2dea7-7b84-43aa-98f7-f4732c6b0a21 req-5806b493-da57-42f1-b7ff-a01a0b5465e9 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423450
Dec 14 10:11:46.725926 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a603faf2-8bc4-4e9a-8d96-30f5b802148b req-563d6743-be9e-498f-97a6-0bc99ac15c2a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:46.740371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a603faf2-8bc4-4e9a-8d96-30f5b802148b req-563d6743-be9e-498f-97a6-0bc99ac15c2a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:46.741523 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a603faf2-8bc4-4e9a-8d96-30f5b802148b req-563d6743-be9e-498f-97a6-0bc99ac15c2a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 210 time: 0.0573964
Dec 14 10:11:46.831216 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e3b54614-df8e-465b-9ffb-1f94b66efba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:47.167247 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8654761-8467-4fd1-9ce0-137f1c6d17b3 req-6cd91ea6-ebf6-4974-bc34-5343a420066a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:47.168833 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8654761-8467-4fd1-9ce0-137f1c6d17b3 req-6cd91ea6-ebf6-4974-bc34-5343a420066a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0798483
Dec 14 10:11:47.212350 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8654761-8467-4fd1-9ce0-137f1c6d17b3 req-de2dbf22-f816-406b-b190-de8399d259e2 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379376
Dec 14 10:11:47.410712 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1c454-221c-4fc8-8472-6428175a84b4 req-6d66205b-3250-411d-8fbf-a04c7d133186 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:47.412148 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4a1c454-221c-4fc8-8472-6428175a84b4 req-6d66205b-3250-411d-8fbf-a04c7d133186 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0836692
Dec 14 10:11:47.427823 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3b355350-b30b-4000-9798-cdf47cd7eb43', '09b07503-3722-4905-888c-f2166b4792da', '385495e2-0211-4c85-9b90-9b279f481c48', '0e286880-f0f3-4450-b612-5e78ff43dd02'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:11:47.456308 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95f1bf-e49c-49d4-af87-f7adc74a912c req-6eda8f80-cc3e-4dc1-97ce-0a10e39c09c6 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:47.458403 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-be95f1bf-e49c-49d4-af87-f7adc74a912c req-6eda8f80-cc3e-4dc1-97ce-0a10e39c09c6 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.0923905
Dec 14 10:11:47.462451 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4a1c454-221c-4fc8-8472-6428175a84b4 req-f6dfd967-13c7-48b8-9303-4c69149cba22 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445731
Dec 14 10:11:47.463459 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9d76f03f-87f4-41ec-ad81-30ce3cc98300 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:11:47.501998 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['8700a3d2-b567-4851-a02f-46bf22ce6c5b'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:11:47.508372 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-be95f1bf-e49c-49d4-af87-f7adc74a912c req-c0cea1eb-4b6a-4d4d-886b-b748e111ee08 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449350
Dec 14 10:11:47.556787 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 9d76f03f-87f4-41ec-ad81-30ce3cc98300 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:11:47.557053 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9d76f03f-87f4-41ec-ad81-30ce3cc98300 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:11:47.662877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b275d5a-5d7f-4ba0-8c01-1f6714134a9c req-cde8cfcc-d97b-4773-bd1e-c289332f53fe tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:47.666767 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6b275d5a-5d7f-4ba0-8c01-1f6714134a9c req-cde8cfcc-d97b-4773-bd1e-c289332f53fe tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0850084
Dec 14 10:11:47.731231 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6b275d5a-5d7f-4ba0-8c01-1f6714134a9c req-39fd60a2-e82a-42d0-9c01-888dbd58cd9d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565054
Dec 14 10:11:47.850624 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:47.937454 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9792e-9c38-435e-85a6-80174014882c req-31f25a22-4ca8-4246-b5ca-5c322dba2764 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:47.939851 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4ec9792e-9c38-435e-85a6-80174014882c req-31f25a22-4ca8-4246-b5ca-5c322dba2764 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 948 time: 0.1160522
Dec 14 10:11:47.944111 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:48.000414 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4ec9792e-9c38-435e-85a6-80174014882c req-03ff5b59-05e1-4768-8ecb-910d3174a87f tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493932
Dec 14 10:11:48.094397 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7d7351ed-504e-4f74-b70d-06a1fc1caf63 req-83bdf4e1-e4f8-422c-b7f7-2ae1881aa964 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2cb221d-d3cd-4592-8e0b-479868639222 HTTP/1.1" status: 200  len: 210 time: 0.0483341
Dec 14 10:11:48.402804 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c7dbb-41f6-49cb-b8fd-ef96bf2b3775 req-1f9fef3a-3bda-48b3-a861-31dc4c07fe19 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:48.404237 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-582c7dbb-41f6-49cb-b8fd-ef96bf2b3775 req-1f9fef3a-3bda-48b3-a861-31dc4c07fe19 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0865657
Dec 14 10:11:48.449297 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-582c7dbb-41f6-49cb-b8fd-ef96bf2b3775 req-4b523ed9-2f2b-4b8b-ae55-0f3d9d3a62e2 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395229
Dec 14 10:11:48.659604 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718e064-20f7-4dc1-bf1a-023aa3b0a14c req-04b6eae2-7ccf-43f6-a3ad-693bfa44b536 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:48.661141 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e718e064-20f7-4dc1-bf1a-023aa3b0a14c req-04b6eae2-7ccf-43f6-a3ad-693bfa44b536 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0888760
Dec 14 10:11:48.711391 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e718e064-20f7-4dc1-bf1a-023aa3b0a14c req-2bae71d0-b6a2-445e-9050-a6519a7bda3d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447259
Dec 14 10:11:48.719380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1324cf-e230-4cc3-98c0-791d181c6d33 req-3f2fa7ac-000c-47ca-b12f-9e8a850f8d5e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:48.720970 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cf1324cf-e230-4cc3-98c0-791d181c6d33 req-3f2fa7ac-000c-47ca-b12f-9e8a850f8d5e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.0924520
Dec 14 10:11:48.779893 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cf1324cf-e230-4cc3-98c0-791d181c6d33 req-00258330-73f7-4cfd-a0b6-a66456a88349 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525153
Dec 14 10:11:48.936014 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b807c-e36c-470d-80ad-7f4e512f35c2 req-34988920-f4d2-4481-bef8-208d0bbb5c28 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:48.937572 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2b6b807c-e36c-470d-80ad-7f4e512f35c2 req-34988920-f4d2-4481-bef8-208d0bbb5c28 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0924580
Dec 14 10:11:48.984849 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2b6b807c-e36c-470d-80ad-7f4e512f35c2 req-6c72ab93-e39e-43be-90f4-654aecf04449 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407548
Dec 14 10:11:49.201982 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28b4b9-53a4-4824-8325-2f216e07429f req-9515ef0f-4fa0-4d40-a53b-fafaee8842f0 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:49.203595 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1f28b4b9-53a4-4824-8325-2f216e07429f req-9515ef0f-4fa0-4d40-a53b-fafaee8842f0 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 948 time: 0.0918069
Dec 14 10:11:49.228395 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:49.259488 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1f28b4b9-53a4-4824-8325-2f216e07429f req-8989a87b-2838-4e4c-b06f-805bad88856e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421329
Dec 14 10:11:49.426651 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device eb309f74-48d9-4eb5-98e8-7571414fa330 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:11:49.430015 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8700a3d2-b567-4851-a02f-46bf22ce6c5b up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:49.585853 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 8700a3d2-b567-4851-a02f-46bf22ce6c5b completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:49.603484 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 8700a3d2-b567-4851-a02f-46bf22ce6c5b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:49.603860 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:49.663063 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:49.682017 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'port_id': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'mac_address': 'fa:16:3e:10:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:11:49.780437 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:49.808315 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb309f74-48d9-4eb5-98e8-7571414fa330 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:11:49.814955 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:49.844520 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:49.852557 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8700a3d2-b567-4851-a02f-46bf22ce6c5b'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:49.858872 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:49.861937 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ad1318b4-e1b3-494e-8897-406afc15bd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:49.897617 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 8700a3d2-b567-4851-a02f-46bf22ce6c5b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8700a3d2-b567-4851-a02f-46bf22ce6c5b,segment=NetworkSegment(18cd27bd-114b-466d-a35a-68939ff722f2),segment_id=18cd27bd-114b-466d-a35a-68939ff722f2)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:49.909512 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728ebf6-c68f-4f61-b976-59da6fa792a9 req-ed845de1-0537-491e-992a-d5e6a9581566 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:49.910976 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3728ebf6-c68f-4f61-b976-59da6fa792a9 req-ed845de1-0537-491e-992a-d5e6a9581566 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 944 time: 0.0886178
Dec 14 10:11:49.912740 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:49.932352 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:49.935942 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:49.936412 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:49.966905 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3728ebf6-c68f-4f61-b976-59da6fa792a9 req-446e3454-2a93-4db0-b1d3-64f0016ac8a9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496955
Dec 14 10:11:49.980947 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085d43a-948a-4d30-94f2-bd992b60dd70 req-019c5214-a4d8-4829-b223-fdb80b80fcb1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:49.980947 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d085d43a-948a-4d30-94f2-bd992b60dd70 req-019c5214-a4d8-4829-b223-fdb80b80fcb1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.0949492
Dec 14 10:11:50.013315 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8700a3d2-b567-4851-a02f-46bf22ce6c5b', 'code': 200}
Dec 14 10:11:50.014202 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=8700a3d2-b567-4851-a02f-46bf22ce6c5b,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:50.017684 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:50.060452 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d085d43a-948a-4d30-94f2-bd992b60dd70 req-e826655d-b382-4cb4-b593-5532c5f54538 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753527
Dec 14 10:11:50.147056 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['eb309f74-48d9-4eb5-98e8-7571414fa330'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:11:50.204211 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5264-221f-4b21-b4dc-b3059456605d req-0882de01-0a36-4c10-80b2-2f9594a1b003 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:50.206135 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6cfd5264-221f-4b21-b4dc-b3059456605d req-0882de01-0a36-4c10-80b2-2f9594a1b003 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0981681
Dec 14 10:11:50.283761 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6cfd5264-221f-4b21-b4dc-b3059456605d req-23a413b7-2797-42b9-b8fb-25d5b5175b0b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638044
Dec 14 10:11:50.397947 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f6af5-6029-4762-979d-c3d0ae251212 req-c18eb853-25f9-44c8-bdef-155d6610aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:50.400695 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fa2f6af5-6029-4762-979d-c3d0ae251212 req-c18eb853-25f9-44c8-bdef-155d6610aaeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 1102 time: 0.1510265
Dec 14 10:11:50.487902 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f4797-51e5-4059-84fa-bb16d5057a88 req-fbf4d074-cfd9-419a-809a-4565c5627e82 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:50.489594 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e79f4797-51e5-4059-84fa-bb16d5057a88 req-fbf4d074-cfd9-419a-809a-4565c5627e82 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.1047883
Dec 14 10:11:50.532314 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa752-447b-4e59-8beb-50e90792b7d1 req-e31cffa1-f0c3-44f6-b669-bbb23d063d72 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:50.533809 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-17afa752-447b-4e59-8beb-50e90792b7d1 req-e31cffa1-f0c3-44f6-b669-bbb23d063d72 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.3324466
Dec 14 10:11:50.543478 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fa2f6af5-6029-4762-979d-c3d0ae251212 req-209655cd-31f4-4b78-aa5d-b6dcc742f0f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339202
Dec 14 10:11:50.546162 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e79f4797-51e5-4059-84fa-bb16d5057a88 req-ff6f2c81-d8cd-460a-aa7e-ec553014a198 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486550
Dec 14 10:11:50.584806 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-17afa752-447b-4e59-8beb-50e90792b7d1 req-d43a2fb3-ca39-4c2d-bb0e-6118e60a980d tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437765
Dec 14 10:11:50.913927 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce83cba-d6f6-413d-89a7-8c440dfc7601 req-76a67acd-bc9e-4e7e-ad1a-6a7b10bba10c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:50.915469 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bce83cba-d6f6-413d-89a7-8c440dfc7601 req-76a67acd-bc9e-4e7e-ad1a-6a7b10bba10c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.0812480
Dec 14 10:11:50.959304 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bce83cba-d6f6-413d-89a7-8c440dfc7601 req-71c255cc-6ea4-4350-8de7-6ded39318844 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380929
Dec 14 10:11:50.972424 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31162-70ca-4aed-a15b-807eeedd4732 req-ae9ac4da-e2f7-43e2-997d-554f13b40923 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:50.973858 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8bc31162-70ca-4aed-a15b-807eeedd4732 req-ae9ac4da-e2f7-43e2-997d-554f13b40923 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.0792818
Dec 14 10:11:51.018067 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8bc31162-70ca-4aed-a15b-807eeedd4732 req-0ff9371a-c9e0-4338-afc9-dbacafb0533b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386815
Dec 14 10:11:51.149515 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e2d14-e832-4f9a-af17-ab9fd87f382a req-c2d84ceb-d482-4828-90ee-9f5dd2c8300a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:51.151264 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-396e2d14-e832-4f9a-af17-ab9fd87f382a req-c2d84ceb-d482-4828-90ee-9f5dd2c8300a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 944 time: 0.0860040
Dec 14 10:11:51.279379 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-396e2d14-e832-4f9a-af17-ab9fd87f382a req-09494c98-648c-425e-b16d-955f47421361 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220396
Dec 14 10:11:51.477660 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822179d8-183a-4f70-ad22-b27d8ae0c762 req-a245a3cb-fe2e-4abf-95a3-1f2704fdc321 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:51.479830 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-822179d8-183a-4f70-ad22-b27d8ae0c762 req-a245a3cb-fe2e-4abf-95a3-1f2704fdc321 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0954878
Dec 14 10:11:51.523057 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-822179d8-183a-4f70-ad22-b27d8ae0c762 req-4ba0e0fc-70df-43f2-bc1c-8609ef564590 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374019
Dec 14 10:11:51.536672 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0e286880-f0f3-4450-b612-5e78ff43dd02 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:11:51.570846 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 0e286880-f0f3-4450-b612-5e78ff43dd02 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:11:51.571196 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0e286880-f0f3-4450-b612-5e78ff43dd02 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:11:51.728899 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb186c1-c58d-4177-b2b6-2be0f216ad01 req-fbd3a7bd-ad58-4a23-bc9f-28862c3e8df9 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:51.730376 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7eb186c1-c58d-4177-b2b6-2be0f216ad01 req-fbd3a7bd-ad58-4a23-bc9f-28862c3e8df9 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.0779855
Dec 14 10:11:51.772981 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7eb186c1-c58d-4177-b2b6-2be0f216ad01 req-5e498328-7100-4c8e-b750-53ba03fd47c3 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370765
Dec 14 10:11:52.144357 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb146d-07d2-44a1-b69f-2b92f6f7b2fb req-e78b1742-3a46-48e7-bf3e-b7547a0dc009 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:52.145777 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fecb146d-07d2-44a1-b69f-2b92f6f7b2fb req-e78b1742-3a46-48e7-bf3e-b7547a0dc009 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.0801520
Dec 14 10:11:52.192567 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fecb146d-07d2-44a1-b69f-2b92f6f7b2fb req-fe0c67c9-3277-4c3e-a82b-8ed330390b68 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409617
Dec 14 10:11:52.463107 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836a215-7b59-4153-9ef3-aa6ec1f91c9a req-1b5030cc-32f6-4ce3-91af-f4415fd753ff tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:52.465245 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6836a215-7b59-4153-9ef3-aa6ec1f91c9a req-1b5030cc-32f6-4ce3-91af-f4415fd753ff tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 944 time: 0.0831358
Dec 14 10:11:52.509301 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6836a215-7b59-4153-9ef3-aa6ec1f91c9a req-948c62f1-1f40-4268-86f6-5ec779bcddbc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384431
Dec 14 10:11:52.704169 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfabf06-c5a6-4df9-8d70-232e5b9757bd req-1863b023-64fb-4855-b695-6fba26ecb8b2 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:52.705596 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cbfabf06-c5a6-4df9-8d70-232e5b9757bd req-1863b023-64fb-4855-b695-6fba26ecb8b2 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0789337
Dec 14 10:11:52.748782 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cbfabf06-c5a6-4df9-8d70-232e5b9757bd req-649c2bec-b62b-40b6-b4b6-cf96a64a9bd5 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376878
Dec 14 10:11:52.954362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012668f-98b4-4912-9817-6c3a5da2a93b req-4b598612-2fda-4b0d-b944-4489bd810928 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:52.955775 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e012668f-98b4-4912-9817-6c3a5da2a93b req-4b598612-2fda-4b0d-b944-4489bd810928 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.0803852
Dec 14 10:11:53.001347 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e012668f-98b4-4912-9817-6c3a5da2a93b req-52e98e83-2bfe-42eb-b000-45632408d308 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400581
Dec 14 10:11:53.377818 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d467929-db76-4b0e-ae4d-41d57a3ce2f1 req-fb47310f-12a0-47d7-a1e7-3aa10aebae31 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:53.379270 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d467929-db76-4b0e-ae4d-41d57a3ce2f1 req-fb47310f-12a0-47d7-a1e7-3aa10aebae31 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.0841625
Dec 14 10:11:53.422686 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d467929-db76-4b0e-ae4d-41d57a3ce2f1 req-7ea639d5-033e-4564-8c20-8870fcbbef69 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376487
Dec 14 10:11:53.699354 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d9e05-36ac-4d5f-a932-b4b99ba9b321 req-1d007aad-39cf-4a68-a536-da1bd6178b2a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:53.700781 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0a8d9e05-36ac-4d5f-a932-b4b99ba9b321 req-1d007aad-39cf-4a68-a536-da1bd6178b2a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 944 time: 0.0829906
Dec 14 10:11:53.744179 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0a8d9e05-36ac-4d5f-a932-b4b99ba9b321 req-ed5b0b27-8848-45da-9ecc-da2240dacbd6 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377154
Dec 14 10:11:53.930460 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2fd4f-02bf-4b87-be51-78e843e1d35b req-e5e94337-6654-4af1-a1d1-51683f9c9dde tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:53.931858 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1dc2fd4f-02bf-4b87-be51-78e843e1d35b req-e5e94337-6654-4af1-a1d1-51683f9c9dde tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0783503
Dec 14 10:11:53.975263 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1dc2fd4f-02bf-4b87-be51-78e843e1d35b req-641289d7-4839-4928-b41c-6bf532aca55f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372479
Dec 14 10:11:54.189417 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a0e83-5e60-4c77-b285-6ea88013b28a req-cff1c6b5-a520-44a6-9027-68171d1e0346 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:54.190872 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fc2a0e83-5e60-4c77-b285-6ea88013b28a req-cff1c6b5-a520-44a6-9027-68171d1e0346 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.0832288
Dec 14 10:11:54.233706 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fc2a0e83-5e60-4c77-b285-6ea88013b28a req-e9c3ad9d-11d3-4487-9a93-ae7ef940f63c tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372562
Dec 14 10:11:54.622431 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cebb6-6e76-4fa9-8756-81eeb651a17a req-913ae29c-3521-4c00-85b8-c0acc321adf1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:54.624143 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3a7cebb6-6e76-4fa9-8756-81eeb651a17a req-913ae29c-3521-4c00-85b8-c0acc321adf1 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.0971632
Dec 14 10:11:54.678003 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3a7cebb6-6e76-4fa9-8756-81eeb651a17a req-b47bc4d8-5222-445b-a231-e5f6fa687c83 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477424
Dec 14 10:11:54.927950 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2f796-bcee-4a77-b61d-a0eda132a748 req-235f95e1-a37e-406f-8cb6-50cb289c3d7f tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:54.929396 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7df2f796-bcee-4a77-b61d-a0eda132a748 req-235f95e1-a37e-406f-8cb6-50cb289c3d7f tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 944 time: 0.0802848
Dec 14 10:11:54.934117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-4a4264ba-14e9-418e-96c5-5478dedc5294 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:54.940704 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-4a4264ba-14e9-418e-96c5-5478dedc5294 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/networks?id=4613aaa2-a4df-463e-b247-3ca86ac39e26 HTTP/1.1" status: 200  len: 814 time: 0.1649742
Dec 14 10:11:54.955652 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-87be7037-9278-4349-9537-96001836a64c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/quotas/2526870696444f07a95751c539846668 HTTP/1.1" status: 200  len: 375 time: 0.0095904
Dec 14 10:11:54.977756 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7df2f796-bcee-4a77-b61d-a0eda132a748 req-8a133242-2cbd-4e21-b934-93304e819627 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425246
Dec 14 10:11:55.001664 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-8cf1e955-81e9-4b27-9004-245395fa968a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Synchronizing usage tracker for tenant:2526870696444f07a95751c539846668 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:11:55.017237 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-8cf1e955-81e9-4b27-9004-245395fa968a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Unset dirty status for tenant:2526870696444f07a95751c539846668 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:11:55.018841 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-8cf1e955-81e9-4b27-9004-245395fa968a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2526870696444f07a95751c539846668&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0581729
Dec 14 10:11:55.158329 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-24b842a9-0f5f-4df8-814a-3a2ef030b59b service neutron] 10.222.0.20 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311429
Dec 14 10:11:55.313630 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-2411a1b3-bdec-494c-9cde-a8e4e2b85521 service neutron] 10.222.0.20 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493537
Dec 14 10:11:55.411073 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eb983-a319-4503-8f0b-b78a65691d36 req-d338032d-68f3-4252-ac98-62612da0e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:55.412613 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-408eb983-a319-4503-8f0b-b78a65691d36 req-d338032d-68f3-4252-ac98-62612da0e9ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.1247294
Dec 14 10:11:55.467531 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device eb309f74-48d9-4eb5-98e8-7571414fa330 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:11:55.554568 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-408eb983-a319-4503-8f0b-b78a65691d36 req-371e4694-0cf5-4f5a-ad07-89f125888981 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288695
Dec 14 10:11:55.603795 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port eb309f74-48d9-4eb5-98e8-7571414fa330 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:11:55.610462 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port eb309f74-48d9-4eb5-98e8-7571414fa330 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:11:55.610943 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:55.642071 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843ed62-a911-44ae-afd5-a4a7f4601e5f req-4a4fedee-fb59-4185-8579-5f4790984c23 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:55.651111 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a843ed62-a911-44ae-afd5-a4a7f4601e5f req-4a4fedee-fb59-4185-8579-5f4790984c23 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0988848
Dec 14 10:11:55.704222 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce1f6-c8ad-4833-97a6-944026ff5312 req-f9d640fa-6395-42ed-880f-3da55bbcb346 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:55.710970 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e87ce1f6-c8ad-4833-97a6-944026ff5312 req-f9d640fa-6395-42ed-880f-3da55bbcb346 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.1235602
Dec 14 10:11:55.712996 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a843ed62-a911-44ae-afd5-a4a7f4601e5f req-226b534a-d068-4c40-9969-cf0160e45fc1 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592940
Dec 14 10:11:55.732647 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-adf1cf2f-c8f1-4c41-8c9b-899a24bb8ae4 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:55.734184 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-adf1cf2f-c8f1-4c41-8c9b-899a24bb8ae4 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.2476285
Dec 14 10:11:55.764515 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:55.812565 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:55.814162 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:55.815915 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-026536d0-c1e9-4d19-9a3e-08d962a61af4 req-ea3d92f6-baa2-482c-8923-073b3f799a0b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 210 time: 0.0565431
Dec 14 10:11:55.823762 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:55.827264 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:55.849853 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Deleting port 385495e2-0211-4c85-9b90-9b279f481c48 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:11:55.850225 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:55.904625 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e87ce1f6-c8ad-4833-97a6-944026ff5312 req-391022a4-2147-4e6e-a393-42882cda4d65 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925004
Dec 14 10:11:55.919336 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:55.931656 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:55.986355 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'code': 200}
Dec 14 10:11:56.071845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253892d-74ca-4fe4-934b-4bf97baa77ac req-3a05c2f5-9890-4ef7-bbbb-5699628fc4d2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:56.075773 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5253892d-74ca-4fe4-934b-4bf97baa77ac req-3a05c2f5-9890-4ef7-bbbb-5699628fc4d2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 945 time: 0.1314731
Dec 14 10:11:56.129483 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5253892d-74ca-4fe4-934b-4bf97baa77ac req-d3a92260-36c3-4d4f-98b8-fab5b20e5b6e tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480833
Dec 14 10:11:56.323405 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831feef-b45a-495d-8c61-6d3e8d530253 req-1f6fab56-9e83-448c-8f46-5a666efb39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:56.325539 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3831feef-b45a-495d-8c61-6d3e8d530253 req-1f6fab56-9e83-448c-8f46-5a666efb39a8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1098 time: 0.1002882
Dec 14 10:11:56.325878 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] For port 385495e2-0211-4c85-9b90-9b279f481c48, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=385495e2-0211-4c85-9b90-9b279f481c48,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:56.326441 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:56.341603 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fca21-500b-4d0a-9bf7-db7e243cc8f4 req-36a99f13-202f-4656-b1f3-3641ad811c61 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:56.343240 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0d6fca21-500b-4d0a-9bf7-db7e243cc8f4 req-36a99f13-202f-4656-b1f3-3641ad811c61 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1727216
Dec 14 10:11:56.381531 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3831feef-b45a-495d-8c61-6d3e8d530253 req-c6d9f1f0-c579-4872-bd66-19e4ad47b32d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452456
Dec 14 10:11:56.567909 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Calling delete_port for 385495e2-0211-4c85-9b90-9b279f481c48 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:11:56.648945 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0d6fca21-500b-4d0a-9bf7-db7e243cc8f4 req-20739bd3-5a91-44b0-9ca1-c6091fa1cd0b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2423248
Dec 14 10:11:56.701033 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9727b2-1880-42eb-94ee-bdc1cbeb10fb req-9220df0c-bbe2-4a1c-b05f-d945a11d0e2b tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:56.702569 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c9727b2-1880-42eb-94ee-bdc1cbeb10fb req-9220df0c-bbe2-4a1c-b05f-d945a11d0e2b tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.0959089
Dec 14 10:11:56.745481 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:56.752680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f9a082b2-99f2-44f2-aae2-8adc680ca5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:56.759291 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3b355350-b30b-4000-9798-cdf47cd7eb43', '09b07503-3722-4905-888c-f2166b4792da', '385495e2-0211-4c85-9b90-9b279f481c48'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:11:56.760452 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c9727b2-1880-42eb-94ee-bdc1cbeb10fb req-304d6831-43ef-4120-bb46-1aa5fd75b1ce tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521922
Dec 14 10:11:56.801103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event deleted for resources: {'Port': ['ID=385495e2-0211-4c85-9b90-9b279f481c48,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:56.810474 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:56.977998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] No DVR routers for this DVR port 385495e2-0211-4c85-9b90-9b279f481c48 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:11:56.981226 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:56.983738 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'name': 'network-vif-deleted', 'tag': '385495e2-0211-4c85-9b90-9b279f481c48'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:56.988370 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8fc72cde-d69f-40f4-96c7-0970e066868a req-7288bd43-e7a7-4428-960c-74a1eba88b98 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 210 time: 0.0630960
Dec 14 10:11:57.012941 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ffeb2326-3a3a-4e1b-90ba-09953ba73657 req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "DELETE /v2.0/ports/385495e2-0211-4c85-9b90-9b279f481c48 HTTP/1.1" status: 204  len: 173 time: 1.2436497
Dec 14 10:11:57.030280 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419dbae-c8be-46ec-a0f5-ba5517923b70 req-b9371d22-771a-41d4-999d-67c0f4603e18 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:57.040768 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c419dbae-c8be-46ec-a0f5-ba5517923b70 req-b9371d22-771a-41d4-999d-67c0f4603e18 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1945536
Dec 14 10:11:57.073677 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60e3bf-4317-4c75-87fd-d9dd68489214', 'name': 'network-vif-deleted', 'tag': '385495e2-0211-4c85-9b90-9b279f481c48', 'status': 'completed', 'code': 200}
Dec 14 10:11:57.102107 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c419dbae-c8be-46ec-a0f5-ba5517923b70 req-d2e38ca1-3b09-463e-8e06-204a8a8ac5db tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574551
Dec 14 10:11:57.286627 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a8bcce3a-2f1b-4065-93e5-4bbff396f17e req-d1b0e8b7-b794-4f66-9f36-0bdcc8469f5b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e60e3bf-4317-4c75-87fd-d9dd68489214 HTTP/1.1" status: 200  len: 210 time: 0.0434649
Dec 14 10:11:57.421696 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-2f24ffbd-1d3c-49bb-9ee7-0978c711c512 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:57.423126 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-2f24ffbd-1d3c-49bb-9ee7-0978c711c512 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "GET /v2.0/networks?id=4613aaa2-a4df-463e-b247-3ca86ac39e26 HTTP/1.1" status: 200  len: 814 time: 0.1464481
Dec 14 10:11:57.448543 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Request body: {'port': {'device_id': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26', 'admin_state_up': True, 'tenant_id': '2526870696444f07a95751c539846668'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:57.584396 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:11:57.593671 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:11:57.602865 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Made reservation on behalf of 2526870696444f07a95751c539846668 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:11:57.606680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:57.813197 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Allocated IP 172.20.0.6 (4613aaa2-a4df-463e-b247-3ca86ac39e26/df0b453c-8b8f-4ce7-a145-2b5cc723efc0/8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:11:57.902033 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a103d2-0e26-4663-9461-db1b33f5f391 req-d2f8c6f7-e3ca-4eda-bdeb-2c88d294ee5b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:57.903518 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e2a103d2-0e26-4663-9461-db1b33f5f391 req-d2f8c6f7-e3ca-4eda-bdeb-2c88d294ee5b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1449461
Dec 14 10:11:57.966844 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e35c85-398f-42c7-a0c5-7609eb7423a4 req-8beb0aff-5f5a-4cdc-8602-7a37941c4b60 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:57.968567 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b9e35c85-398f-42c7-a0c5-7609eb7423a4 req-8beb0aff-5f5a-4cdc-8602-7a37941c4b60 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.0857058
Dec 14 10:11:58.031877 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b9e35c85-398f-42c7-a0c5-7609eb7423a4 req-c0ddde56-5476-4273-beb2-1d724a2ff1b3 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557308
Dec 14 10:11:58.042036 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e2a103d2-0e26-4663-9461-db1b33f5f391 req-98b9e418-c06e-4dfd-ab7d-c230501693c8 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1160066
Dec 14 10:11:58.111241 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:58.142433 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:58.147875 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:58.219652 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Network 4613aaa2-a4df-463e-b247-3ca86ac39e26 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:11:58.222953 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:11:58.227338 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:11:58.233041 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:58.233666 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:58.266225 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e309-683b-4efb-9c45-2df479534cfe req-03f0aa81-1ca2-4647-81bc-0876b063d010 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:58.273447 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8036e309-683b-4efb-9c45-2df479534cfe req-03f0aa81-1ca2-4647-81bc-0876b063d010 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 931 time: 0.1219180
Dec 14 10:11:58.284956 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Pushing event updated for resources: {'Port': ['ID=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:58.299344 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:58.326921 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8036e309-683b-4efb-9c45-2df479534cfe req-29eff905-ce73-416a-966c-aa9dd817bd20 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523982
Dec 14 10:11:58.327657 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8821418
Dec 14 10:11:58.344102 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Request body: {'port': {'device_id': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:11:58.406380 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f537c-bf66-4e01-896a-25f35e55ab5e req-9879fd8e-7c84-461f-9863-b9a9b68b2bf4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:58.407822 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1f6f537c-bf66-4e01-896a-25f35e55ab5e req-9879fd8e-7c84-461f-9863-b9a9b68b2bf4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1665752
Dec 14 10:11:58.499770 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:58.510323 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1f6f537c-bf66-4e01-896a-25f35e55ab5e req-9d0c3601-7ba7-4b6a-8b08-e3759924d7cf tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727596
Dec 14 10:11:58.830634 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9c2e-9b4f-4993-bd33-54d3985b5f9d req-8213241e-8e0d-457e-a950-7fbfab08dba5 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:58.832358 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-950b9c2e-9b4f-4993-bd33-54d3985b5f9d req-8213241e-8e0d-457e-a950-7fbfab08dba5 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 946 time: 0.1305540
Dec 14 10:11:58.878109 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-950b9c2e-9b4f-4993-bd33-54d3985b5f9d req-ae43c2a2-73d1-432d-8747-cf2912e5ac2c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398803
Dec 14 10:11:58.960973 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:11:58.969989 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.041231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Transition to ACTIVE for port object 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:11:59.047936 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.053635 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5840b952-2af5-4b81-b1e0-836d358d9e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:59.115867 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122cbca-c299-4975-8821-f510c307e744 req-d5f4f55f-1dc9-4a1f-8fb5-0068f116c24d tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.117591 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c122cbca-c299-4975-8821-f510c307e744 req-d5f4f55f-1dc9-4a1f-8fb5-0068f116c24d tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.54 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.1884220
Dec 14 10:11:59.207832 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Deleting port 8700a3d2-b567-4851-a02f-46bf22ce6c5b {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:11:59.208205 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.231152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:11:59.267663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:11:59.272340 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90c66-46d3-4371-b2d6-f8b66eca5c79 req-c2b9e103-49ce-43c2-9e33-c1c769548b0f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.273791 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-99f90c66-46d3-4371-b2d6-f8b66eca5c79 req-c2b9e103-49ce-43c2-9e33-c1c769548b0f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2638228
Dec 14 10:11:59.281138 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-6f5b0b2b-7bb1-485e-aa1f-5d97ccb56ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.282681 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-6f5b0b2b-7bb1-485e-aa1f-5d97ccb56ae5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5695583eab44670bb4a5057d81beb15&device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 1099 time: 0.3087220
Dec 14 10:11:59.374423 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Attempting to bind port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:11:59.374755 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Attempting to bind port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:11:59.375079 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Attempting to bind port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 on network 4613aaa2-a4df-463e-b247-3ca86ac39e26 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:59.387053 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-99f90c66-46d3-4371-b2d6-f8b66eca5c79 req-b37975da-c5de-4339-8ed8-eb74c646ee99 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795016
Dec 14 10:11:59.393022 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 on network 4613aaa2-a4df-463e-b247-3ca86ac39e26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:11:59.393336 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Attempting to bind port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 on network 4613aaa2-a4df-463e-b247-3ca86ac39e26 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:11:59.408509 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:11:59.408840 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Checking segment: {'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:11:59.409218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Bound using segment: {'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:11:59.409641 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Bound port: 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:11:59.410009 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.478680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c95f10-d38a-440f-830e-3daecd4d01b1 req-272e51ad-cb7b-4deb-9fb6-b448e92092cd tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.479884 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c95f10-d38a-440f-830e-3daecd4d01b1 req-272e51ad-cb7b-4deb-9fb6-b448e92092cd tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 949 time: 0.3227718
Dec 14 10:11:59.484735 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 385495e2-0211-4c85-9b90-9b279f481c48 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:11:59.525636 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-9d652d76-74fa-4af3-978f-ddb55721d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.527692 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-9d652d76-74fa-4af3-978f-ddb55721d604 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 200  len: 919 time: 0.2357702
Dec 14 10:11:59.531057 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 385495e2-0211-4c85-9b90-9b279f481c48 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:11:59.531631 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 385495e2-0211-4c85-9b90-9b279f481c48 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:11:59.554700 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] For port 8700a3d2-b567-4851-a02f-46bf22ce6c5b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8700a3d2-b567-4851-a02f-46bf22ce6c5b,segment=NetworkSegment(18cd27bd-114b-466d-a35a-68939ff722f2),segment_id=18cd27bd-114b-466d-a35a-68939ff722f2)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:11:59.555066 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.613074 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-6e2f7277-1b52-4339-bd41-703eb9f7f63c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 200  len: 217 time: 0.0781777
Dec 14 10:11:59.677263 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c95f10-d38a-440f-830e-3daecd4d01b1 req-1cbe8642-e05b-4370-83f2-b8fd7880d2b2 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/security-groups?id=36cfdeff-2d74-4985-a48e-86ee0be0a0a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837971
Dec 14 10:11:59.685352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Calling delete_port for 8700a3d2-b567-4851-a02f-46bf22ce6c5b owned by compute:nova {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:11:59.690142 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] For port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:11:59.703024 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] For port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:11:59.707161 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-30a60601-9b4d-4bad-a2f0-53bcab036299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.708786 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-30a60601-9b4d-4bad-a2f0-53bcab036299 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 200  len: 858 time: 0.0858622
Dec 14 10:11:59.710237 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.714779 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:59.828473 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7902c94-2b33-40b5-a2d6-367901cce1b9 req-ee0d856f-c414-4610-b22e-6ce12cec44ec tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.829916 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7902c94-2b33-40b5-a2d6-367901cce1b9 req-ee0d856f-c414-4610-b22e-6ce12cec44ec tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.3378656
Dec 14 10:11:59.847507 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-194c7fca-8c2b-42d7-bce3-7c79764373a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16176ada-a401-430e-83a6-e6937490a230&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0972540
Dec 14 10:11:59.850574 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:11:59.851175 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.852472 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] 10.222.0.54 "PUT /v2.0/ports/8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 HTTP/1.1" status: 200  len: 1093 time: 1.5129676
Dec 14 10:11:59.859308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'tag': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:11:59.893991 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7902c94-2b33-40b5-a2d6-367901cce1b9 req-720962fe-014e-453d-9949-4c0e0633419b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497460
Dec 14 10:11:59.967374 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:11:59.973604 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:11:59.986486 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'tag': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0', 'status': 'completed', 'code': 200}
Dec 14 10:12:00.016063 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:00.021212 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:00.025855 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Pushing event deleted for resources: {'Port': ['ID=8700a3d2-b567-4851-a02f-46bf22ce6c5b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:00.029064 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:00.114990 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-5ce182d8-2b53-4f04-8027-bc709b5bdfae service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516274
Dec 14 10:12:00.125449 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-48992cc9-ba1f-4502-a050-f3b4b17e813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.126923 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-48992cc9-ba1f-4502-a050-f3b4b17e813b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2526870696444f07a95751c539846668&device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 1096 time: 0.2236407
Dec 14 10:12:00.152243 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365dc54-71f0-4ae2-b63d-7922a41ca462 req-f739f97b-0b8a-4f9b-a219-abfd82f1ed56 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.153125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-7365dc54-71f0-4ae2-b63d-7922a41ca462 req-f739f97b-0b8a-4f9b-a219-abfd82f1ed56 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Synchronizing usage tracker for tenant:2526870696444f07a95751c539846668 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:00.169251 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] No DVR routers for this DVR port 8700a3d2-b567-4851-a02f-46bf22ce6c5b on host hv-cinder-81888 {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:12:00.179067 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:00.181609 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'name': 'network-vif-deleted', 'tag': '8700a3d2-b567-4851-a02f-46bf22ce6c5b'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:00.212397 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c122cbca-c299-4975-8821-f510c307e744 req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.54 "DELETE /v2.0/ports/8700a3d2-b567-4851-a02f-46bf22ce6c5b HTTP/1.1" status: 204  len: 173 time: 1.0872476
Dec 14 10:12:00.241310 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109ef8-329b-4564-8d34-00ac906aa7cf req-ffde23fd-9d8e-4d04-a2de-4847ec97fbfb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.250963 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a6109ef8-329b-4564-8d34-00ac906aa7cf req-ffde23fd-9d8e-4d04-a2de-4847ec97fbfb tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 946 time: 0.1221173
Dec 14 10:12:00.300789 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a6109ef8-329b-4564-8d34-00ac906aa7cf req-fdb1f3f9-f5bb-4df0-b914-d7e00fac5244 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488210
Dec 14 10:12:00.442622 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-b2fcbf8b-437c-4f03-9779-0dba846c8d34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 HTTP/1.1" status: 200  len: 217 time: 0.2866077
Dec 14 10:12:00.484430 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2671097-d254-4029-9dc0-ab6c1f659ca4 req-9b4c2ba4-4414-406a-a3d0-0657dcdfbf41 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.485853 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a2671097-d254-4029-9dc0-ab6c1f659ca4 req-9b4c2ba4-4414-406a-a3d0-0657dcdfbf41 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.0806236
Dec 14 10:12:00.512987 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-7365dc54-71f0-4ae2-b63d-7922a41ca462 req-f739f97b-0b8a-4f9b-a219-abfd82f1ed56 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Unset dirty status for tenant:2526870696444f07a95751c539846668 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:00.514151 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7365dc54-71f0-4ae2-b63d-7922a41ca462 req-f739f97b-0b8a-4f9b-a219-abfd82f1ed56 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 943 time: 0.7186856
Dec 14 10:12:00.538547 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a2671097-d254-4029-9dc0-ab6c1f659ca4 req-511f810a-7c6f-4cb1-b3af-acf4f1b50535 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468822
Dec 14 10:12:00.562347 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34268) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:00.601249 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09e3d56-a48c-4117-bd3f-6cecf8857a25', 'name': 'network-vif-deleted', 'tag': '8700a3d2-b567-4851-a02f-46bf22ce6c5b', 'status': 'completed', 'code': 200}
Dec 14 10:12:00.606786 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-45256d9c-eaa6-4254-b78e-ff0b4bd269cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.608220 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-45256d9c-eaa6-4254-b78e-ff0b4bd269cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=df0b453c-8b8f-4ce7-a145-2b5cc723efc0 HTTP/1.1" status: 200  len: 854 time: 0.1489580
Dec 14 10:12:00.618868 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6e957bae-86b0-4964-b2f3-b931b6ea8a3f req-dd12cac5-26e9-482d-bff9-086c64119204 service neutron] 10.222.0.54 "GET /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4965885
Dec 14 10:12:00.625144 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7365dc54-71f0-4ae2-b63d-7922a41ca462 req-07835a1e-0d74-4137-8f25-798e401bf53f tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009672
Dec 14 10:12:00.677372 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-d5aa31b8-e0dd-4796-bd24-0f14bc145dfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4613aaa2-a4df-463e-b247-3ca86ac39e26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512645
Dec 14 10:12:00.685895 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-a18d7d11-5c3c-4bb8-baba-658d2e19e6cf tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.686622 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-a18d7d11-5c3c-4bb8-baba-658d2e19e6cf tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:00.822305 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-a18d7d11-5c3c-4bb8-baba-658d2e19e6cf tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:00.823405 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-a18d7d11-5c3c-4bb8-baba-658d2e19e6cf tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 946 time: 0.6111908
Dec 14 10:12:00.901431 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25819dd2-1424-48bf-9e37-7a74923165c9 req-e1508c8f-54ba-4209-9e33-308c7e3f0b07 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.912296 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-25819dd2-1424-48bf-9e37-7a74923165c9 req-e1508c8f-54ba-4209-9e33-308c7e3f0b07 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1801858
Dec 14 10:12:00.955034 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e480bc7-1858-4c25-b89d-13303679a830 tempest-TestShelveInstance-84668504 tempest-TestShelveInstance-84668504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:00.955752 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7e480bc7-1858-4c25-b89d-13303679a830 tempest-TestShelveInstance-84668504 tempest-TestShelveInstance-84668504-project-admin] Synchronizing usage tracker for tenant:3353eb8d9adb48518721a70f82710d7b on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:00.974543 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bcc5bb74-5b2e-40ad-9f52-1462f08bc2b8 req-22ea5269-d475-42c2-90a5-063f06fe12a6 tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09e3d56-a48c-4117-bd3f-6cecf8857a25 HTTP/1.1" status: 200  len: 210 time: 0.1057806
Dec 14 10:12:00.994215 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-25819dd2-1424-48bf-9e37-7a74923165c9 req-5d5ec040-b47c-4f94-a2c4-f0dc07713744 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709195
Dec 14 10:12:01.002392 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7e480bc7-1858-4c25-b89d-13303679a830 tempest-TestShelveInstance-84668504 tempest-TestShelveInstance-84668504-project-admin] Unset dirty status for tenant:3353eb8d9adb48518721a70f82710d7b on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:01.006167 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7e480bc7-1858-4c25-b89d-13303679a830 tempest-TestShelveInstance-84668504 tempest-TestShelveInstance-84668504-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1093 time: 0.4398928
Dec 14 10:12:01.006299 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-2ca7ad36-e77c-4f87-93c1-8d2e3db9b386 service neutron] 10.222.0.54 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3151267
Dec 14 10:12:01.006816 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34278) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:01.013147 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'port_id': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:01.015117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Deleting port 09b07503-3722-4905-888c-f2166b4792da {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:12:01.015467 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:01.019513 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:01.023380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Usage tracker for resource:floatingip and tenant:a588cde51b9d45b2844c4ffc951dac41 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:01.026516 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:01.032964 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:01.044155 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:01.186107 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:01.323396 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ab21ee6-78b7-41f1-8ffe-00034b4b40bc req-b4b01eb5-7eb0-47de-b117-879c8993a46f service neutron] 10.222.0.54 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2702079
Dec 14 10:12:01.382250 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Allocated IP 172.27.2.113 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/1bc42a52-d2ee-4acb-9820-6ff653227bc7) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:12:01.486217 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8700a3d2-b567-4851-a02f-46bf22ce6c5b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:01.496702 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] For port 09b07503-3722-4905-888c-f2166b4792da, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=09b07503-3722-4905-888c-f2166b4792da,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:01.497060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:01.521313 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 8700a3d2-b567-4851-a02f-46bf22ce6c5b {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:01.521767 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8700a3d2-b567-4851-a02f-46bf22ce6c5b not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:01.536779 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:01.565740 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:01.570175 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-df5f2625-d268-46b1-9050-173dd54e3666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:01.631450 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:01.633597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Calling delete_port for 09b07503-3722-4905-888c-f2166b4792da owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:12:01.634131 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:01.637029 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:12:01.682201 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'Port': ['ID=1bc42a52-d2ee-4acb-9820-6ff653227bc7,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:01.685351 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:01.709924 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa390-17a3-4484-9337-34e9fc6322fd req-17b296d6-d199-4b63-a306-8d270d91ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:01.711429 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-782aa390-17a3-4484-9337-34e9fc6322fd req-17b296d6-d199-4b63-a306-8d270d91ffc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2526870696444f07a95751c539846668&device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 1096 time: 0.3345487
Dec 14 10:12:01.759000 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861ff4-99ea-499e-a885-2394d6258962 req-5e4b7cb7-3899-4f25-896d-1b4fba30b4e2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:01.760416 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8f861ff4-99ea-499e-a885-2394d6258962 req-5e4b7cb7-3899-4f25-896d-1b4fba30b4e2 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 946 time: 0.3369720
Dec 14 10:12:01.922023 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8f861ff4-99ea-499e-a885-2394d6258962 req-dd2afe72-0736-4e01-9f6b-92142a6efafc tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112337
Dec 14 10:12:01.948021 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cbbb8-9a10-42ed-a6ec-dbee34d4dbf9 req-378ac0e8-f2ad-40c1-bddd-b86a65bfed1b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:01.950171 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-831cbbb8-9a10-42ed-a6ec-dbee34d4dbf9 req-378ac0e8-f2ad-40c1-bddd-b86a65bfed1b tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 943 time: 0.2041202
Dec 14 10:12:01.955720 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:01.962016 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:01.968539 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['3b355350-b30b-4000-9798-cdf47cd7eb43'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:12:02.097019 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa390-17a3-4484-9337-34e9fc6322fd req-c588375d-d31c-4fd7-a362-ad44a32796d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:02.098538 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-782aa390-17a3-4484-9337-34e9fc6322fd req-c588375d-d31c-4fd7-a362-ad44a32796d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4613aaa2-a4df-463e-b247-3ca86ac39e26 HTTP/1.1" status: 200  len: 915 time: 0.3733032
Dec 14 10:12:02.153278 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-831cbbb8-9a10-42ed-a6ec-dbee34d4dbf9 req-3ba0c678-98a2-4cf5-9fb9-96e8ad99ed84 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921039
Dec 14 10:12:02.165561 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event deleted for resources: {'Port': ['ID=09b07503-3722-4905-888c-f2166b4792da,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:02.182060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:02.210275 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-782aa390-17a3-4484-9337-34e9fc6322fd req-ce91ef2c-7516-48a6-ba6d-51b191b345af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 HTTP/1.1" status: 200  len: 217 time: 0.1012588
Dec 14 10:12:02.299356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] No DVR routers for this DVR port 09b07503-3722-4905-888c-f2166b4792da on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:12:02.307264 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:02.310820 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'name': 'network-vif-deleted', 'tag': '09b07503-3722-4905-888c-f2166b4792da'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:02.338416 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9c593963-c789-46eb-bd6e-0a5cdd9b34d0 req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "DELETE /v2.0/ports/09b07503-3722-4905-888c-f2166b4792da HTTP/1.1" status: 204  len: 173 time: 1.5069296
Dec 14 10:12:02.345094 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa390-17a3-4484-9337-34e9fc6322fd req-5517b776-347b-4cb2-8a45-c211f2ba7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:02.346534 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-782aa390-17a3-4484-9337-34e9fc6322fd req-5517b776-347b-4cb2-8a45-c211f2ba7d03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=df0b453c-8b8f-4ce7-a145-2b5cc723efc0 HTTP/1.1" status: 200  len: 854 time: 0.0999987
Dec 14 10:12:02.406610 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717b2959-9c01-4993-bfb1-3b85f4245f2e', 'name': 'network-vif-deleted', 'tag': '09b07503-3722-4905-888c-f2166b4792da', 'status': 'completed', 'code': 200}
Dec 14 10:12:02.460746 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-782aa390-17a3-4484-9337-34e9fc6322fd req-dd41ebf5-061b-47e5-9797-932737775b1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4613aaa2-a4df-463e-b247-3ca86ac39e26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1062791
Dec 14 10:12:02.530496 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:02.613114 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ca089-ac90-4d18-b8e9-f84e01e66222 req-713d53c4-f03f-4c9a-9030-9414dc41af44 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:02.623409 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a39ca089-ac90-4d18-b8e9-f84e01e66222 req-713d53c4-f03f-4c9a-9030-9414dc41af44 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.2111194
Dec 14 10:12:02.650776 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:02.663445 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-782aa390-17a3-4484-9337-34e9fc6322fd req-d4a0df88-e2dc-47aa-8196-e1cd14646ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944399
Dec 14 10:12:02.719700 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a39ca089-ac90-4d18-b8e9-f84e01e66222 req-92d521bc-a88f-4f55-bd2e-36ac4e2b544a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953574
Dec 14 10:12:02.890956 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-782aa390-17a3-4484-9337-34e9fc6322fd req-424fe508-1a67-43d7-b88f-0927fa624f26 service neutron] 10.222.0.54 "GET /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181149
Dec 14 10:12:02.978813 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:02.986154 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:02.993668 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5ff032cf-79df-452a-8589-fa3bfe0546de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:03.110846 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event updated for resources: {'Port': ['ID=1bc42a52-d2ee-4acb-9820-6ff653227bc7,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:03.115133 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:03.133214 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:03.343927 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9a933912-4e2d-4bff-8d32-c8d55e4ce7ba req-fc0d2461-0ac1-45a4-a72a-1ea1a16ee291 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=717b2959-9c01-4993-bfb1-3b85f4245f2e HTTP/1.1" status: 200  len: 210 time: 0.0993214
Dec 14 10:12:03.457374 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Floating IP e0a69897-c4af-42a7-90c1-715b07b9ac5b associated. External IP: 172.27.2.113, port: eb309f74-48d9-4eb5-98e8-7571414fa330.
Dec 14 10:12:03.467357 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160ebe6-6b2d-442a-8d09-369aa7875572 req-142e7eb1-820f-4e34-a12d-ab14508da39e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:03.474880 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f160ebe6-6b2d-442a-8d09-369aa7875572 req-142e7eb1-820f-4e34-a12d-ab14508da39e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 943 time: 0.1425722
Dec 14 10:12:03.489436 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:12:03.492519 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 09b07503-3722-4905-888c-f2166b4792da no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:03.546789 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f160ebe6-6b2d-442a-8d09-369aa7875572 req-162041bf-f9ab-4eef-974e-6848cbeb529a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705657
Dec 14 10:12:03.676993 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 09b07503-3722-4905-888c-f2166b4792da {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:03.677335 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 09b07503-3722-4905-888c-f2166b4792da not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:03.679962 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:03.695065 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0', 'network_id': '4613aaa2-a4df-463e-b247-3ca86ac39e26', 'port_id': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0', 'mac_address': 'fa:16:3e:08:54:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0b453c-8b8f-4ce7-a145-2b5cc723efc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:12:03.763742 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:03.786139 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:12:03.804820 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:03.809621 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:03.811618 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:03.867437 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30149ac5-49a6-444e-afe7-ac8d5791ea84 req-f30ca691-54a9-4193-bdcf-f342944b684b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:03.868880 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-30149ac5-49a6-444e-afe7-ac8d5791ea84 req-f30ca691-54a9-4193-bdcf-f342944b684b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.1991396
Dec 14 10:12:03.885247 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:03.889910 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:03.962360 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07faef-f0d8-4a57-9276-8659816cc3de req-84dfd835-e30d-40fa-8813-c31d21ea7438 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:03.968747 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3b07faef-f0d8-4a57-9276-8659816cc3de req-84dfd835-e30d-40fa-8813-c31d21ea7438 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1172414
Dec 14 10:12:04.005240 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-30149ac5-49a6-444e-afe7-ac8d5791ea84 req-d3f9ad95-67fc-41db-ba86-7667b28caed3 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847769
Dec 14 10:12:04.013925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:12:04.038340 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3b07faef-f0d8-4a57-9276-8659816cc3de req-ffd9d48e-fec9-4320-ad10-0683030da6df tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625813
Dec 14 10:12:04.040292 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 34406) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:04.175499 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:12:04.268326 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:12:04.280666 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] Sync routers for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:12:04.295776 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:04.299518 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee3be0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:11:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:04.317994 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:04.321104 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a74a3-d46b-4114-aab2-8d218d30aac1 tempest-TestMinimumBasicScenario-1532080551 tempest-TestMinimumBasicScenario-1532080551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:04.322165 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5e1a74a3-d46b-4114-aab2-8d218d30aac1 tempest-TestMinimumBasicScenario-1532080551 tempest-TestMinimumBasicScenario-1532080551-project-admin] Synchronizing usage tracker for tenant:de1af9c8c23641f182ddd2b6eb76fca8 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:04.357456 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5e1a74a3-d46b-4114-aab2-8d218d30aac1 tempest-TestMinimumBasicScenario-1532080551 tempest-TestMinimumBasicScenario-1532080551-project-admin] Unset dirty status for tenant:de1af9c8c23641f182ddd2b6eb76fca8 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:04.362730 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-5e1a74a3-d46b-4114-aab2-8d218d30aac1 tempest-TestMinimumBasicScenario-1532080551 tempest-TestMinimumBasicScenario-1532080551-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1093 time: 0.3163519
Dec 14 10:12:04.363113 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 34428) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:04.374823 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'port_id': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:04.386755 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:04.409785 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:floatingip and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:04.427026 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4191234
Dec 14 10:12:04.427710 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:04.455163 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:04.497356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:04.516527 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for floatingip, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:04.608378 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:04.698577 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'status': 'completed', 'code': 200}
Dec 14 10:12:05.024783 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-1e395185-00c2-4ea9-9b07-cf04206bf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:05.027872 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-1e395185-00c2-4ea9-9b07-cf04206bf61a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1098 time: 0.2892842
Dec 14 10:12:05.175223 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:05.178086 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee3be0>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'e0a69897-c4af-42a7-90c1-715b07b9ac5b', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'port_id': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'mac_address': 'fa:16:3e:10:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c99da-4633-4de9-9678-02e9fecda7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:02Z', 'updated_at': '2021-12-14T10:12:02Z', 'revision_number': 0, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:05.182305 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] Checking router: 38bfc37b-0900-4cf5-89c7-c5f42fec8200 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:12:05.191960 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:05.192425 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee3be0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:11:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:05.278755 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-b3f5e58c-914c-4541-aa6b-d96c388d6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:05.280196 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-b3f5e58c-914c-4541-aa6b-d96c388d6442 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 910 time: 0.2413437
Dec 14 10:12:05.290673 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2fe9b-698a-4041-bf26-758286a12276 req-bbbb23a2-0d63-4148-a16d-290bce1f0a0f tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:05.292093 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3af2fe9b-698a-4041-bf26-758286a12276 req-bbbb23a2-0d63-4148-a16d-290bce1f0a0f tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 944 time: 0.3577192
Dec 14 10:12:05.382054 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:05.511912 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:12:05.597853 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3af2fe9b-698a-4041-bf26-758286a12276 req-5462e0c8-e5c9-4ae0-9ea3-b629ff76e130 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458582
Dec 14 10:12:05.613480 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-d68335e0-13a4-4e53-9601-fa46cb5de176 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 999 time: 0.3170886
Dec 14 10:12:05.629118 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:12:05.644253 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:05.644841 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:05.667138 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Allocated IP 172.27.2.116 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/91a36c71-7ef3-4b79-825d-90551c93c1f5) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:12:05.719799 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-f4082f75-c463-4e26-b04f-58d5f5c080f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:05.721240 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-f4082f75-c463-4e26-b04f-58d5f5c080f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 200  len: 848 time: 0.1001654
Dec 14 10:12:05.801649 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:05.844310 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:05.861924 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:05.862998 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee3be0>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'e0a69897-c4af-42a7-90c1-715b07b9ac5b', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'port_id': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'mac_address': 'fa:16:3e:10:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c99da-4633-4de9-9678-02e9fecda7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:02Z', 'updated_at': '2021-12-14T10:12:02Z', 'revision_number': 0, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:05.868217 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:05.868400 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd54a4f-8975-44f5-b45a-c0f350bf028c None None] The sync data for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi is: [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'e0a69897-c4af-42a7-90c1-715b07b9ac5b', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'port_id': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'mac_address': 'fa:16:3e:10:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c99da-4633-4de9-9678-02e9fecda7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:02Z', 'updated_at': '2021-12-14T10:12:02Z', 'revision_number': 0, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:12:05.875262 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:05.899413 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:05.906488 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-4f22f5e5-9e99-4190-a50d-dc77d4d9362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:05.908167 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-4f22f5e5-9e99-4190-a50d-dc77d4d9362a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d59055ef-5180-470c-884a-72dc9abe1810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1436567
Dec 14 10:12:05.941396 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0', 'code': 200}
Dec 14 10:12:05.975880 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:05.979996 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:06.152698 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:06.156416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dba7e183-9b93-45b6-a13b-6d3b167ae7d3 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:06.209546 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-b87f8302-cfcd-45f2-9572-66f51025f4ab service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934206
Dec 14 10:12:06.282402 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977d197-fd56-4822-bea9-02ab2a2d6fd8 None None] New status for floating IP e0a69897-c4af-42a7-90c1-715b07b9ac5b: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:12:06.399622 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:06.408943 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:06.417930 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'Port': ['ID=91a36c71-7ef3-4b79-825d-90551c93c1f5,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:06.429033 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:06.429726 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:12:06.585055 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d33f4c6c-b35a-4969-9547-5b385d27cd29 req-58c2b776-9798-4460-bcfe-9868add5b554 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3658338
Dec 14 10:12:06.662514 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5768-7d14-4a6a-aa40-d590415f055a req-7b6176d2-02a9-4fc2-9e9f-0eaae9f91c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:06.663982 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c77a5768-7d14-4a6a-aa40-d590415f055a req-7b6176d2-02a9-4fc2-9e9f-0eaae9f91c63 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 1098 time: 0.4532850
Dec 14 10:12:06.678749 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233ed6-0217-49cc-989d-dfc550f20702 req-84922844-dfe2-4c66-af5a-86d78e1e363b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:06.686848 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-54233ed6-0217-49cc-989d-dfc550f20702 req-84922844-dfe2-4c66-af5a-86d78e1e363b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.1577694
Dec 14 10:12:06.727892 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-54233ed6-0217-49cc-989d-dfc550f20702 req-e08c74b6-c462-442e-ac4d-597ac646febd tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401771
Dec 14 10:12:06.861163 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c77a5768-7d14-4a6a-aa40-d590415f055a req-3d73096b-e19b-48c4-8439-1f7711c3a50c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847248
Dec 14 10:12:06.932131 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27564d70-8ce8-45f0-a7ae-b3bed2548034 req-af226e03-47d0-4180-af8a-f83bbf795d76 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:06.934316 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-27564d70-8ce8-45f0-a7ae-b3bed2548034 req-af226e03-47d0-4180-af8a-f83bbf795d76 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 945 time: 0.2038789
Dec 14 10:12:06.990711 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-27564d70-8ce8-45f0-a7ae-b3bed2548034 req-34607bd0-d570-4440-850b-b75f68527c02 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508504
Dec 14 10:12:07.020754 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:07.098158 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:07.420538 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:07.425289 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:07.428831 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7f80c774-badd-411c-b596-9d0d06646dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:07.484256 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:07.568410 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'Port': ['ID=91a36c71-7ef3-4b79-825d-90551c93c1f5,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:07.572620 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:07.667762 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Floating IP 6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492 associated. External IP: 172.27.2.116, port: 35d84917-4bee-46b2-a5e4-3ff2c82add1c.
Dec 14 10:12:08.072965 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3c640-2ed8-4c6b-9d1c-ed1946d24a3d req-592acf10-cd90-404b-99f1-9ed7ae8cd287 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:08.073773 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-d6a3c640-2ed8-4c6b-9d1c-ed1946d24a3d req-592acf10-cd90-404b-99f1-9ed7ae8cd287 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:08.101297 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Router 9802980c-463c-490c-b741-a6c6bcfcea35 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:12:08.106628 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-d6a3c640-2ed8-4c6b-9d1c-ed1946d24a3d req-592acf10-cd90-404b-99f1-9ed7ae8cd287 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:08.107956 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d6a3c640-2ed8-4c6b-9d1c-ed1946d24a3d req-592acf10-cd90-404b-99f1-9ed7ae8cd287 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.2716007
Dec 14 10:12:08.185926 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550807-f9d3-4a5b-9afe-8ca92dd1b145 req-dc36a93b-07b1-4d9b-9249-157917da4e82 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:08.187403 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4550807-f9d3-4a5b-9afe-8ca92dd1b145 req-dc36a93b-07b1-4d9b-9249-157917da4e82 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 945 time: 0.0852897
Dec 14 10:12:08.236843 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4550807-f9d3-4a5b-9afe-8ca92dd1b145 req-cf004896-d5cd-458f-8cfd-17448c7ea6a9 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435655
Dec 14 10:12:08.297241 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d6a3c640-2ed8-4c6b-9d1c-ed1946d24a3d req-d1dfbe95-ed38-4d60-8388-c469294a6bbd tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302407
Dec 14 10:12:08.319243 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:12:08.329583 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] Sync routers for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:12:08.345988 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:08.346199 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.346711 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee31f0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:11:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:08.409984 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.0450647
Dec 14 10:12:08.410762 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:08.412501 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34600) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:08.423623 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72617066', 'description': 'tempest-secgroup-smoke-72617066 description', 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:08.447029 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:08.459693 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:08.472691 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.493134 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'status': 'completed', 'code': 200}
Dec 14 10:12:08.496356 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:08.506064 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:08.510051 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:08.516322 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:08.608410 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.613687 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.627738 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-14575c27-34e7-46e7-81bc-c0663b71577d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:08.644723 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:08.649416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-cfd28ad3-7dc5-4a7e-ba77-104cf816c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:08.653447 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-cfd28ad3-7dc5-4a7e-ba77-104cf816c95a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1098 time: 0.1325884
Dec 14 10:12:08.694285 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7edf751-f9d6-4f9e-a223-6d90a7db3f33,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:08.703014 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.705149 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.2915852
Dec 14 10:12:08.706720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:08.707969 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34612) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:08.719005 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'security_group_rule': {'security_group_id': 'e7edf751-f9d6-4f9e-a223-6d90a7db3f33', 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:08.726249 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:08.731598 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:08.734880 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:08.751707 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:08.779281 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.851331 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.856929 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.859470 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:08.887042 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34620) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:08.901165 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a02ee7-6fb7-46a6-b9d0-9b84110dafc8,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:08.904224 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:08.905438 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1962135
Dec 14 10:12:08.906579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0b9f87c3-fbf4-487b-9a39-8cbea7cf4295 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:08.908016 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34626) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:08.912875 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'security_group_rule': {'security_group_id': 'e7edf751-f9d6-4f9e-a223-6d90a7db3f33', 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:08.919882 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:08.924414 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:08.928002 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:08.985416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-3bdfb7f5-50ed-4335-8053-744dd3e4af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:08.987006 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-3bdfb7f5-50ed-4335-8053-744dd3e4af60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 915 time: 0.3196647
Dec 14 10:12:09.060774 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:09.091472 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.107777 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-bc4b37b7-5ffc-404c-85ae-d48b1e713459 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:09.109164 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-bc4b37b7-5ffc-404c-85ae-d48b1e713459 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.2995350
Dec 14 10:12:09.138263 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee31f0>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'port_id': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'mac_address': 'fa:16:3e:11:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:06Z', 'updated_at': '2021-12-14T10:12:06Z', 'revision_number': 0, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:04Z', 'revision_number': 5, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:09.142742 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] Checking router: 9802980c-463c-490c-b741-a6c6bcfcea35 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:12:09.153827 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:09.155015 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee31f0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:11:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:09.190814 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3ff7b879-2acf-41be-943c-e5842e4072c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90ddd272dc894d7bb0e1b6c0b6b7275d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2975750
Dec 14 10:12:09.191383 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34630) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:09.216435 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.220422 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.231032 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:09.266551 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644d27ab-36b1-4523-9104-85ec3e096824,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:09.273228 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:09.282276 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.286370 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-641c404c-20be-44ef-86df-27d8a777080b tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3745160
Dec 14 10:12:09.286513 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-e05cb4ca-8680-44ee-8037-823167d9fe69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 999 time: 0.2882476
Dec 14 10:12:09.286513 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 34636) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:09.294014 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'security_group_rule': {'security_group_id': 'e7edf751-f9d6-4f9e-a223-6d90a7db3f33', 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:09.306309 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.334459 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:09.337435 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.349670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:09.364618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:09.372279 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Deleting port 3b355350-b30b-4000-9798-cdf47cd7eb43 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:12:09.372620 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.398226 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:09.408377 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.415090 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c8132350-48b0-44b6-ac0b-deb8475799d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:09.433351 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cfdeff-2d74-4985-a48e-86ee0be0a0a8,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:09.442373 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:09.455452 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:09.455990 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.460352 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36cfdeff-2d74-4985-a48e-86ee0be0a0a8 HTTP/1.1" status: 204  len: 168 time: 0.2657244
Dec 14 10:12:09.486316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-02c26f80-3002-495e-83e1-8f1b84e6fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:09.487763 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-02c26f80-3002-495e-83e1-8f1b84e6fd49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 200  len: 853 time: 0.1892776
Dec 14 10:12:09.567546 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250e06-83ce-4730-9fa9-b5adaccd1f04 req-9d5ad891-65c9-429d-b17e-0ccf2adf1e0b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:09.569100 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cd250e06-83ce-4730-9fa9-b5adaccd1f04 req-9d5ad891-65c9-429d-b17e-0ccf2adf1e0b tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 945 time: 0.0849955
Dec 14 10:12:09.605762 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.619210 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cd250e06-83ce-4730-9fa9-b5adaccd1f04 req-3af2cc66-8dc8-4c0e-9f61-6d9921fe449f tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/security-groups?id=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405903
Dec 14 10:12:09.802239 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d4ab4-5076-4ce4-9c9c-429d062a0101 req-72bbcda0-d1e2-4d84-b8f1-f09d70e5e17a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:09.803711 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-897d4ab4-5076-4ce4-9c9c-429d062a0101 req-72bbcda0-d1e2-4d84-b8f1-f09d70e5e17a tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 945 time: 0.4035847
Dec 14 10:12:09.829137 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2dee31f0>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'port_id': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'mac_address': 'fa:16:3e:11:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:06Z', 'updated_at': '2021-12-14T10:12:06Z', 'revision_number': 0, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:04Z', 'revision_number': 5, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:09.831376 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.833435 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9216a09-c6c8-4600-b88d-43f04ddc6b6f None None] The sync data for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi is: [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'port_id': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'mac_address': 'fa:16:3e:11:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:06Z', 'updated_at': '2021-12-14T10:12:06Z', 'revision_number': 0, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:04Z', 'revision_number': 5, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:12:09.859378 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:09.874891 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-deb6076f-3ac1-4e3a-8804-3544e277e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:09.876270 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-deb6076f-3ac1-4e3a-8804-3544e277e3aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7da5988-e255-44e6-981a-3c49fb3fb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3747215
Dec 14 10:12:09.882642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:09.945636 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96773159-5a8f-427d-bde0-f6d9569d51ce,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:10.002364 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:10.008435 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-897d4ab4-5076-4ce4-9c9c-429d062a0101 req-6af6ebc3-3cf9-4faa-8e98-0f2ec20a384f tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927664
Dec 14 10:12:10.010180 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] For port 3b355350-b30b-4000-9798-cdf47cd7eb43, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3b355350-b30b-4000-9798-cdf47cd7eb43,segment=NetworkSegment(caf5cfb8-6019-4ebe-b442-4995c21d7bce),segment_id=caf5cfb8-6019-4ebe-b442-4995c21d7bce)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:10.010545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.087622 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf293cef-7bfb-4f12-b3fd-c4a1034c5eff None None] New status for floating IP 6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:12:10.158189 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.162506 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34652) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:10.162729 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8753603
Dec 14 10:12:10.168385 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'security_group_rule': {'security_group_id': 'e7edf751-f9d6-4f9e-a223-6d90a7db3f33', 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:10.173726 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Calling delete_port for 3b355350-b30b-4000-9798-cdf47cd7eb43 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:12:10.174772 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:10.179723 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:10.183224 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:10.190922 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:10.212826 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.292716 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-ff409f9c-0fc1-40a1-a85d-2caaaf13e210 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3919830
Dec 14 10:12:10.339672 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.345483 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.373352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-97cf6149-413f-40b6-ac31-0bebf30b72de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:10.394235 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3a1424-a5a6-4074-8fcc-f6c061d16174,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:10.406426 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:10.407916 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.409077 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2454119
Dec 14 10:12:10.411816 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34662) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:10.420738 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'security_group_rule': {'security_group_id': 'e7edf751-f9d6-4f9e-a223-6d90a7db3f33', 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:10.431041 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:10.441921 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:10.445508 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:10.462385 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:10.533837 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Project 2fb4616940ba4338a7eaf7b0a17e974a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 10:12:10.548679 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.550467 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.556893 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-759e446c-2abc-4525-91f3-8f0a36ae53e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:10.612136 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Pushing event deleted for resources: {'Port': ['ID=3b355350-b30b-4000-9798-cdf47cd7eb43,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:10.626993 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:10.652978 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b04a17-767b-43ff-a842-483e6f168ca6 req-a6e4e677-7cd7-446b-abf4-498b075ece18 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:10.659873 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c4b04a17-767b-43ff-a842-483e6f168ca6 req-a6e4e677-7cd7-446b-abf4-498b075ece18 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1857252
Dec 14 10:12:10.693528 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.719093 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37690df6-bc5a-43f2-a1d6-23731be72d45 req-5e4f445e-7425-4a71-858b-a80f97f653c7 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4185133
Dec 14 10:12:10.724224 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] No DVR routers for this DVR port 3b355350-b30b-4000-9798-cdf47cd7eb43 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:12:10.726661 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.730098 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'name': 'network-vif-deleted', 'tag': '3b355350-b30b-4000-9798-cdf47cd7eb43'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:10.735203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.749453 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6979f003-6149-48a7-9cfe-c3a3d8521647 req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.54 "DELETE /v2.0/ports/3b355350-b30b-4000-9798-cdf47cd7eb43 HTTP/1.1" status: 204  len: 173 time: 1.6341286
Dec 14 10:12:10.755071 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:10.790527 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c4b04a17-767b-43ff-a842-483e6f168ca6 req-0ee1d151-2e25-41b4-bb6d-e0a997caa290 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297812
Dec 14 10:12:10.795445 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.796701 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3838170
Dec 14 10:12:10.799136 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d88ccf9-2f4f-4cc1-b5c8-0ead2a3c9de8,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:10.801979 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34674) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:10.803427 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d8e8846a-38c7-410f-a773-ba0405c68a99 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:10.806468 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'security_group_rule': {'security_group_id': 'e7edf751-f9d6-4f9e-a223-6d90a7db3f33', 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:10.809020 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-5e7aca19-9282-4b90-82a6-79a83e292a68 req-95a55ed5-88ac-415d-ab81-618a9c3d13a9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Synchronizing usage tracker for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:10.817580 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:10.825024 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Usage tracker for resource:security_group_rule and tenant:2fb4616940ba4338a7eaf7b0a17e974a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:10.829158 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:10.839854 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:10.843724 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-5e7aca19-9282-4b90-82a6-79a83e292a68 req-95a55ed5-88ac-415d-ab81-618a9c3d13a9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Unset dirty status for tenant:55d21e35946242e9b067686ed5f812ac on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:10.845296 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5e7aca19-9282-4b90-82a6-79a83e292a68 req-95a55ed5-88ac-415d-ab81-618a9c3d13a9 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] 10.222.0.20 "GET /v2.0/ports?device_id=35b66506-2460-4284-aa1e-c7b2f368bb75 HTTP/1.1" status: 200  len: 210 time: 0.0834250
Dec 14 10:12:10.863881 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b66506-2460-4284-aa1e-c7b2f368bb75', 'name': 'network-vif-deleted', 'tag': '3b355350-b30b-4000-9798-cdf47cd7eb43', 'status': 'completed', 'code': 200}
Dec 14 10:12:10.864893 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Project 2fb4616940ba4338a7eaf7b0a17e974a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 10:12:10.875400 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.944851 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.948815 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.956375 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bd0fb5be-15ae-496d-85de-27a1917ea249 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:10.976670 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5e5001-11ac-457f-8cdd-a9537ee81bc7,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:10.978842 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:10.983990 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:10.985156 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1834092
Dec 14 10:12:11.108208 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-39e1691b-ac08-4da4-91e2-7fa12c4f4216 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:11.124105 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-39e1691b-ac08-4da4-91e2-7fa12c4f4216 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:11.125163 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-39e1691b-ac08-4da4-91e2-7fa12c4f4216 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72617066&fields=id&tenant_id=2fb4616940ba4338a7eaf7b0a17e974a HTTP/1.1" status: 200  len: 267 time: 0.0574267
Dec 14 10:12:11.212244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-8b593c76-00b7-4fa4-9438-c9f8025aebe7 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:11.213576 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-8b593c76-00b7-4fa4-9438-c9f8025aebe7 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.0829675
Dec 14 10:12:11.225061 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'port': {'security_groups': ['fc461a0b-71f9-4f03-a24d-7587557b5785', 'e7edf751-f9d6-4f9e-a223-6d90a7db3f33']}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:11.348074 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:11.549624 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3b355350-b30b-4000-9798-cdf47cd7eb43 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:11.587157 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 3b355350-b30b-4000-9798-cdf47cd7eb43 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:11.587510 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3b355350-b30b-4000-9798-cdf47cd7eb43 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:11.609975 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:11.634296 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:11.639380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:11.644799 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:11.657713 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['35d84917-4bee-46b2-a5e4-3ff2c82add1c'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:12:11.718018 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:11.718657 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:11.720035 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-13667b9a-7f3c-4004-9cfe-cf04994f0470 req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "PUT /v2.0/ports/35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 981 time: 0.4994206
Dec 14 10:12:11.720625 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:11.742410 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=6']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:11.747277 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:11.786993 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'status': 'completed', 'code': 200}
Dec 14 10:12:11.865610 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['35d84917-4bee-46b2-a5e4-3ff2c82add1c'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:12:12.012691 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95723bc-32ef-44d6-8fd7-0cb9d5ec9e56 req-f9938af0-63de-42db-b874-f95b72a654f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:12.020136 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c95723bc-32ef-44d6-8fd7-0cb9d5ec9e56 req-f9938af0-63de-42db-b874-f95b72a654f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.1200180
Dec 14 10:12:12.029147 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390157d-0bf9-49d0-9d35-527bc98c6130 req-a20e3e6d-a79a-41e5-9827-5484496925a0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:12.031143 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f390157d-0bf9-49d0-9d35-527bc98c6130 req-a20e3e6d-a79a-41e5-9827-5484496925a0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.0997875
Dec 14 10:12:12.038371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-c6cab4e6-b8bd-4725-9b7c-b70c88d19120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:12.040018 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-c6cab4e6-b8bd-4725-9b7c-b70c88d19120 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1137 time: 0.2111104
Dec 14 10:12:12.086415 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f390157d-0bf9-49d0-9d35-527bc98c6130 req-54f29615-4fa6-4e54-ab20-4739deeb80d0 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492873
Dec 14 10:12:12.167720 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-e5907534-4039-4e17-a98f-73633f793701 None None] Provisioning complete for port 35d84917-4bee-46b2-a5e4-3ff2c82add1c triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:12.168097 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e5907534-4039-4e17-a98f-73633f793701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.174885 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34692) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:12.238883 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Deleting subnet 2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:12:12.242032 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.251159 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c95723bc-32ef-44d6-8fd7-0cb9d5ec9e56 req-02a175fa-42f7-4f7a-af0e-4615ca07dcd6 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2299509
Dec 14 10:12:12.304917 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-81a4fe71-aa39-4d5a-9956-f0c0c3fe666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:12.306539 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-81a4fe71-aa39-4d5a-9956-f0c0c3fe666f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 915 time: 0.2586901
Dec 14 10:12:12.309175 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.370173 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.428158 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-ae616494-be56-4de2-a151-324808cea952 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 1001 time: 0.1137135
Dec 14 10:12:12.453623 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.459764 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:12.495983 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:12.496803 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-13e7ff49-212d-4070-abc9-62261eefe7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:12.498291 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-13e7ff49-212d-4070-abc9-62261eefe7fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 200  len: 853 time: 0.0633919
Dec 14 10:12:12.499373 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:12.501043 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.507229 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2aaf05a6-9a93-49b1-bf2a-2ec53c14e2ce HTTP/1.1" status: 204  len: 168 time: 0.3313313
Dec 14 10:12:12.509700 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34698) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:12.586188 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-b5ea2735-d871-4051-b205-c1641afbe6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:12.587638 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-b5ea2735-d871-4051-b205-c1641afbe6d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7da5988-e255-44e6-981a-3c49fb3fb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731983
Dec 14 10:12:12.618494 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.723463 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-59672210-ce2c-48f1-8ac6-b9d307ea909a service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278338
Dec 14 10:12:12.744951 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.774310 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c4a23a0>,) {'filters': {'network_id': ['fcd0582b-f091-4bb6-bfce-2519464100b0']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:12.853805 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c4a23a0>, 'caf5cfb8-6019-4ebe-b442-4995c21d7bce') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:12.854135 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c4a23a0>, 'caf5cfb8-6019-4ebe-b442-4995c21d7bce') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:12.860714 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ddc48d0f-2eea-4797-8a53-c28c628b08a2 req-d5d2cb1c-10f8-4fdd-8ebc-0e0eacc05cf4 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293473
Dec 14 10:12:12.867355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.884065 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.890175 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:12:12.890554 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:12:12.904063 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:12:12.983757 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:12.987549 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d14ef4d4-b1cc-4287-a24b-b5b7fb3a0e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:13.001059 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.012294 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd0582b-f091-4bb6-bfce-2519464100b0,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:13.015251 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:13.020320 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d6d2637b-c81f-41aa-ad48-a108a589960c admin admin] 10.222.0.20 "DELETE /v2.0/networks/fcd0582b-f091-4bb6-bfce-2519464100b0 HTTP/1.1" status: 204  len: 168 time: 0.5096030
Dec 14 10:12:13.196205 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34708) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:13.301286 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a2e258ef-00ef-44f1-9104-cedea6cddf28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55d21e35946242e9b067686ed5f812ac&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1036084
Dec 14 10:12:13.303768 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 34712) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:13.321468 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f2c56-7b81-4101-9cf2-f912f3b6538a req-eb52fbdb-f8e5-4ea2-a218-8ea7febb6cdb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:13.322970 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d61f2c56-7b81-4101-9cf2-f912f3b6538a req-eb52fbdb-f8e5-4ea2-a218-8ea7febb6cdb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1125443
Dec 14 10:12:13.363675 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.367115 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d61f2c56-7b81-4101-9cf2-f912f3b6538a req-62267363-a526-4906-8a4d-ef24a38bfced tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384440
Dec 14 10:12:13.391083 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.502458 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-9e4dd05c-ca95-4a92-b2b3-357b46cc3a48 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:13.503882 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-9e4dd05c-ca95-4a92-b2b3-357b46cc3a48 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 945 time: 0.1023810
Dec 14 10:12:13.508143 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.512850 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5464557c-6809-48cc-91f9-18c350276e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:13.556477 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6202bbc8-f7b3-4fe1-b154-6d2197b5a37e,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:13.568126 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:13.590606 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.591696 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6202bbc8-f7b3-4fe1-b154-6d2197b5a37e HTTP/1.1" status: 204  len: 168 time: 0.2869453
Dec 14 10:12:13.599907 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Deleting port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:12:13.600356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.614868 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.848152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] For port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:13.848422 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:13.975575 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Calling delete_port for 3937de4c-40a7-4ab1-84ef-8bcc52206b8b owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:12:14.129764 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:14.135364 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:14.145715 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['7a526190-4919-4594-99c3-7109b540bd6f', '3937de4c-40a7-4ab1-84ef-8bcc52206b8b'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:12:14.183267 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Pushing event deleted for resources: {'Port': ['ID=3937de4c-40a7-4ab1-84ef-8bcc52206b8b,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:14.211703 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:14.344042 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] No DVR routers for this DVR port 3937de4c-40a7-4ab1-84ef-8bcc52206b8b on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:12:14.347301 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:14.349930 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'name': 'network-vif-deleted', 'tag': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:14.367033 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd73e0dd-c2bb-41f8-a640-aed2ed49d0aa req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "DELETE /v2.0/ports/3937de4c-40a7-4ab1-84ef-8bcc52206b8b HTTP/1.1" status: 204  len: 173 time: 0.8549876
Dec 14 10:12:14.401143 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7ee709-3cab-4f17-8b02-919fd03e733d', 'name': 'network-vif-deleted', 'tag': '3937de4c-40a7-4ab1-84ef-8bcc52206b8b', 'status': 'completed', 'code': 200}
Dec 14 10:12:14.439584 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-652177e8-8647-4b5f-b721-d1a259c07a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:14.545121 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3573bdfb-75c9-4e79-bc3c-5f9f5cea7b51 req-c85c23eb-9994-4841-9cae-749382dca288 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7ee709-3cab-4f17-8b02-919fd03e733d HTTP/1.1" status: 200  len: 210 time: 0.0523267
Dec 14 10:12:15.486831 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 34772) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:15.601821 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:15.616096 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:15.620467 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Usage tracker for resource:security_group_rule and tenant:b414853518f843fa9a8da8f82b28ec25 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:15.623428 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:15.629140 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:15.713385 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:15.717911 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:15.725747 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4c23f9e2-6383-4350-acf3-60292e4577b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:15.768162 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b414853518f843fa9a8da8f82b28ec25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2779362
Dec 14 10:12:15.768162 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c310a3-9bb2-4d19-8279-52ffc303adc9,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:15.768718 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34782) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:15.774345 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.774773 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.775448 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.775861 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.776290 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.776702 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.777101 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.777501 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.778468 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.778468 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.778842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.779337 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:15.783314 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:15.831122 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:15.861265 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:15.917443 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:15.922649 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1ba93033-948c-41bc-929d-415f82b33d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:15.935305 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c310a3-9bb2-4d19-8279-52ffc303adc9,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:15.937599 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:15.945979 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:15.945979 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c310a3-9bb2-4d19-8279-52ffc303adc9 HTTP/1.1" status: 204  len: 168 time: 0.1740766
Dec 14 10:12:16.012231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512337d3-70cd-4dab-b6ab-c95406e5ef29 req-ca59d747-d755-4d98-af07-7d1665421e38 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:16.013052 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-512337d3-70cd-4dab-b6ab-c95406e5ef29 req-ca59d747-d755-4d98-af07-7d1665421e38 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Synchronizing usage tracker for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:16.029016 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-512337d3-70cd-4dab-b6ab-c95406e5ef29 req-ca59d747-d755-4d98-af07-7d1665421e38 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Unset dirty status for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:16.030417 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-512337d3-70cd-4dab-b6ab-c95406e5ef29 req-ca59d747-d755-4d98-af07-7d1665421e38 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1063490
Dec 14 10:12:16.080229 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-512337d3-70cd-4dab-b6ab-c95406e5ef29 req-8573cf02-092a-4273-91ce-8facdb00676a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428393
Dec 14 10:12:16.238179 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 34796) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:16.258283 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:16.272087 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:16.276123 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Usage tracker for resource:security_group_rule and tenant:a336c9c4d3ae4aa5a390bb9cf93230e9 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:16.279492 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:16.285124 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:16.368174 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:16.372073 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:16.378929 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0add070e-48d8-4534-8942-c522403e932d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:16.420451 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a336c9c4d3ae4aa5a390bb9cf93230e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1810961
Dec 14 10:12:16.421286 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f945d-905e-4aa0-a1aa-72a6e2dccaf1,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:16.423122 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 34800) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:16.424307 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:16.492690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:16.517252 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:16.567181 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:16.570689 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e41ad9a9-1e0e-4082-9ae0-bc96bc4348b3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:16.585496 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f945d-905e-4aa0-a1aa-72a6e2dccaf1,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:16.588021 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:16.596124 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:16.597198 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b5f945d-905e-4aa0-a1aa-72a6e2dccaf1 HTTP/1.1" status: 204  len: 168 time: 0.1729972
Dec 14 10:12:16.833745 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e8a55a14-a0f9-42dc-a9ef-4860d57874dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:17.280995 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fc4f1-4bdc-4131-a41c-a8592dccad93 req-5e3a421c-a534-435f-a9a4-5f7d299cbd8a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:17.282481 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-265fc4f1-4bdc-4131-a41c-a8592dccad93 req-5e3a421c-a534-435f-a9a4-5f7d299cbd8a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0883145
Dec 14 10:12:17.340529 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-265fc4f1-4bdc-4131-a41c-a8592dccad93 req-8716ba64-8591-46f4-a4f4-b840e6f86796 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524809
Dec 14 10:12:17.594568 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3937de4c-40a7-4ab1-84ef-8bcc52206b8b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:17.632409 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 3937de4c-40a7-4ab1-84ef-8bcc52206b8b {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:17.632773 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 3937de4c-40a7-4ab1-84ef-8bcc52206b8b not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:17.795192 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:17.926689 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:18.598282 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d369-ef4e-4c06-82d8-b7cc7fb9ff8c req-96880d1b-bca9-4215-a5a3-d73bb476ad52 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:18.599727 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-46a9d369-ef4e-4c06-82d8-b7cc7fb9ff8c req-96880d1b-bca9-4215-a5a3-d73bb476ad52 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1407547
Dec 14 10:12:18.602518 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-1c95f8a5-f3f8-49ce-b8f3-78978cb36015 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1076560
Dec 14 10:12:18.685426 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-46a9d369-ef4e-4c06-82d8-b7cc7fb9ff8c req-5398296b-f471-445d-9f67-4c6228090c23 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801978
Dec 14 10:12:18.720008 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-3520907f-9c21-4e21-85d0-9f7eaf82da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:18.721463 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-3520907f-9c21-4e21-85d0-9f7eaf82da18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1099 time: 0.0947778
Dec 14 10:12:18.871523 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-dca262eb-6e85-4a90-bb86-a994ab90a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:18.872860 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-dca262eb-6e85-4a90-bb86-a994ab90a7e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.1291382
Dec 14 10:12:18.978209 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-0e20b109-b994-4dc9-912c-2379b1e6a343 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 1002 time: 0.0975463
Dec 14 10:12:19.228276 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:19.888885 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabfd72-8e1a-475a-8d58-1ffa12980966 req-54d51f3a-413a-4cea-80aa-94d7d7dec32c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:19.890357 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5dabfd72-8e1a-475a-8d58-1ffa12980966 req-54d51f3a-413a-4cea-80aa-94d7d7dec32c tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0853724
Dec 14 10:12:19.935486 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5dabfd72-8e1a-475a-8d58-1ffa12980966 req-71792b3e-b050-44dc-905d-d58a6853fb78 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395291
Dec 14 10:12:20.123969 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-146596fc-e0c2-4e3c-bf94-1fc84e74364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:20.125391 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-146596fc-e0c2-4e3c-bf94-1fc84e74364a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0582924
Dec 14 10:12:20.668185 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:12:21.122795 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff6f47-a1f6-4b61-b13b-c18c1ce321a8 req-acf6afee-1e52-4446-91c1-4989f8c9728f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:21.124228 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-deff6f47-a1f6-4b61-b13b-c18c1ce321a8 req-acf6afee-1e52-4446-91c1-4989f8c9728f tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0836959
Dec 14 10:12:21.167626 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-deff6f47-a1f6-4b61-b13b-c18c1ce321a8 req-9366802f-3fc2-4c12-a40a-5b155697a63b tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378056
Dec 14 10:12:22.052907 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-1e07f442-a763-4a94-b1ac-1c845ef38b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:22.054456 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-1e07f442-a763-4a94-b1ac-1c845ef38b1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764780
Dec 14 10:12:22.185701 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-874f9299-08fe-41f6-b40d-58e3ce7ac1dd service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233020
Dec 14 10:12:22.328083 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-93b8bea2-37bd-4a0d-979e-105e8f6e1cc7 req-894a4ccd-99fe-46bd-9414-a388379db9f5 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249371
Dec 14 10:12:22.355420 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb9007-8a2e-4838-a03f-6fd482a1a316 req-978a66b1-087f-4a70-a579-ae93ae78b072 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:22.356850 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b7fb9007-8a2e-4838-a03f-6fd482a1a316 req-978a66b1-087f-4a70-a579-ae93ae78b072 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0860832
Dec 14 10:12:22.406542 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b7fb9007-8a2e-4838-a03f-6fd482a1a316 req-08a7c8f2-294c-47aa-9c7a-ed13bfed5025 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435545
Dec 14 10:12:23.598197 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f82e64-199a-464e-8174-b419833b7122 req-e82ff960-10b2-46a3-b4b7-4f1c2d3a67d7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:23.599603 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-21f82e64-199a-464e-8174-b419833b7122 req-e82ff960-10b2-46a3-b4b7-4f1c2d3a67d7 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0822873
Dec 14 10:12:23.642896 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-21f82e64-199a-464e-8174-b419833b7122 req-d88cc68c-3977-4900-8040-005349c3306d tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371184
Dec 14 10:12:24.827000 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fa05d-3376-4f69-a246-bb34754c390e req-bd247909-5a49-4faf-a9d7-8f6eb5645bb4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:24.828418 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f38fa05d-3376-4f69-a246-bb34754c390e req-bd247909-5a49-4faf-a9d7-8f6eb5645bb4 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0795681
Dec 14 10:12:24.875145 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f38fa05d-3376-4f69-a246-bb34754c390e req-e02d1cae-aa73-4f17-8aa1-48f8530eb72a tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411637
Dec 14 10:12:26.056784 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a0f0-3ebc-465a-9924-356b59430e80 req-96aa6c20-3da8-400f-b6f6-73d1d6ed8e78 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:26.058998 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4351a0f0-3ebc-465a-9924-356b59430e80 req-96aa6c20-3da8-400f-b6f6-73d1d6ed8e78 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0807214
Dec 14 10:12:26.106359 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4351a0f0-3ebc-465a-9924-356b59430e80 req-a21b043b-4a4d-4e71-9aea-3846ab38edc3 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416260
Dec 14 10:12:26.927688 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443c651-1958-4803-8e87-d72308187bcd req-effeda90-7eea-4126-bca7-a6fddb329292 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:26.929067 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3443c651-1958-4803-8e87-d72308187bcd req-effeda90-7eea-4126-bca7-a6fddb329292 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0837953
Dec 14 10:12:27.292026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98de66-1b14-43cb-8604-5de9bf9abf11 req-af3ccd68-0928-4bdd-9548-ef88cd23a8c2 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:27.293488 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf98de66-1b14-43cb-8604-5de9bf9abf11 req-af3ccd68-0928-4bdd-9548-ef88cd23a8c2 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.0827403
Dec 14 10:12:27.337404 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf98de66-1b14-43cb-8604-5de9bf9abf11 req-64879f36-f11b-4ae7-8054-a59fc96052cb tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382488
Dec 14 10:12:27.884020 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Deleting port 7a526190-4919-4594-99c3-7109b540bd6f {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:12:27.884569 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:28.216761 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] For port 7a526190-4919-4594-99c3-7109b540bd6f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a526190-4919-4594-99c3-7109b540bd6f,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:28.217115 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:28.343773 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Calling delete_port for 7a526190-4919-4594-99c3-7109b540bd6f owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:12:28.549700 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:28.557183 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be85b3f7-cc36-4557-ac39-113fe3dbd516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:28.607823 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Pushing event deleted for resources: {'Port': ['ID=7a526190-4919-4594-99c3-7109b540bd6f,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:28.611466 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:28.652228 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902a06c-2386-4d7c-92e7-d8343d682465 req-58268960-eada-4c62-af8d-2ecc3ee506c2 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:28.653658 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1902a06c-2386-4d7c-92e7-d8343d682465 req-58268960-eada-4c62-af8d-2ecc3ee506c2 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 946 time: 0.1977170
Dec 14 10:12:28.707230 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] No DVR routers for this DVR port 7a526190-4919-4594-99c3-7109b540bd6f on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:12:28.710965 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:28.714008 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'name': 'network-vif-deleted', 'tag': '7a526190-4919-4594-99c3-7109b540bd6f'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:28.737120 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3443c651-1958-4803-8e87-d72308187bcd req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.54 "DELETE /v2.0/ports/7a526190-4919-4594-99c3-7109b540bd6f HTTP/1.1" status: 204  len: 173 time: 0.9258914
Dec 14 10:12:28.744201 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1902a06c-2386-4d7c-92e7-d8343d682465 req-0b50aff0-90ed-414c-984c-e62b7f4e60ef tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/security-groups?id=1438a1fa-a5fc-4984-981e-1cfe4289fc66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626078
Dec 14 10:12:28.764469 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4bf45-d284-4fcf-acc0-610f2a7b7dcd', 'name': 'network-vif-deleted', 'tag': '7a526190-4919-4594-99c3-7109b540bd6f', 'status': 'completed', 'code': 200}
Dec 14 10:12:29.718512 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['7a526190-4919-4594-99c3-7109b540bd6f'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:12:29.917665 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-6548321a-db86-476f-bad6-a13cfbf49399 req-ac5d060c-f617-4e9b-8554-c5bcfdce3295 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Synchronizing usage tracker for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:29.932972 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-6548321a-db86-476f-bad6-a13cfbf49399 req-ac5d060c-f617-4e9b-8554-c5bcfdce3295 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Unset dirty status for tenant:f5695583eab44670bb4a5057d81beb15 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:29.934136 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6548321a-db86-476f-bad6-a13cfbf49399 req-ac5d060c-f617-4e9b-8554-c5bcfdce3295 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b4bf45-d284-4fcf-acc0-610f2a7b7dcd HTTP/1.1" status: 200  len: 210 time: 0.0616767
Dec 14 10:12:31.027371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 34976) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:31.585323 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:31.731994 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 7a526190-4919-4594-99c3-7109b540bd6f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:31.771511 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 7a526190-4919-4594-99c3-7109b540bd6f {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:31.772482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 7a526190-4919-4594-99c3-7109b540bd6f not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:32.038594 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Deleting port 9e7d5138-6feb-4edf-b2bf-c1b60060b086 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:12:32.039076 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:32.213532 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] For port 9e7d5138-6feb-4edf-b2bf-c1b60060b086, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=9e7d5138-6feb-4edf-b2bf-c1b60060b086,segment=NetworkSegment(77409202-0744-48ac-a2fc-0baf125f206f),segment_id=77409202-0744-48ac-a2fc-0baf125f206f)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:32.213877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:32.337389 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Calling delete_port for 9e7d5138-6feb-4edf-b2bf-c1b60060b086 owned by network:router_interface {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:12:32.648606 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:32.652738 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:32.692403 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7d5138-6feb-4edf-b2bf-c1b60060b086,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:32.695914 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:32.898580 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:33.415421 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Router 170110dc-2b45-4a00-90ae-677016f5f883 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:12:33.596578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:12:33.605113 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] Sync routers for ids ['170110dc-2b45-4a00-90ae-677016f5f883'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:12:33.612511 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] 10.222.0.20 "PUT /v2.0/routers/170110dc-2b45-4a00-90ae-677016f5f883/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5839226
Dec 14 10:12:33.614638 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] Routers {'170110dc-2b45-4a00-90ae-677016f5f883'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:33.615071 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35038) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:33.615256 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5a8b50>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['170110dc-2b45-4a00-90ae-677016f5f883'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:33.794665 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks [] for router, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:33.816652 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] Set router 170110dc-2b45-4a00-90ae-677016f5f883 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:33.970967 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:33.981572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Deleting port 94d0595f-ecd2-4100-9b49-b2582d3ce96d {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:12:33.981918 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:34.096479 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5a8b50>, [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:12:32Z', 'revision_number': 5, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port': {'id': '94d0595f-ecd2-4100-9b49-b2582d3ce96d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170110dc-2b45-4a00-90ae-677016f5f883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:34.100249 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] Checking router: 170110dc-2b45-4a00-90ae-677016f5f883 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:12:34.108953 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] Routers {'170110dc-2b45-4a00-90ae-677016f5f883'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:34.109563 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5a8b50>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['170110dc-2b45-4a00-90ae-677016f5f883'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:34.162539 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] For port 94d0595f-ecd2-4100-9b49-b2582d3ce96d, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=94d0595f-ecd2-4100-9b49-b2582d3ce96d,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:34.162809 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:34.260980 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] Set router 170110dc-2b45-4a00-90ae-677016f5f883 gateway port host: None {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:34.287548 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Calling delete_port for 94d0595f-ecd2-4100-9b49-b2582d3ce96d owned by network:router_gateway {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:12:34.365724 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d5a8b50>, [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:12:33Z', 'revision_number': 6, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port_host': None}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:34.370669 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169cac6-816f-4c87-8d20-9accd0d8281a None None] The sync data for ids ['170110dc-2b45-4a00-90ae-677016f5f883'] in dv-cinder-818885-1-iscsi is: [{'id': '170110dc-2b45-4a00-90ae-677016f5f883', 'name': 'tempest-ServerRescueNegativeTestJSON-125446611-router', 'tenant_id': 'f5695583eab44670bb4a5057d81beb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:10Z', 'updated_at': '2021-12-14T10:12:33Z', 'revision_number': 6, 'project_id': 'f5695583eab44670bb4a5057d81beb15', 'gw_port_host': None}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:12:34.485023 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:34.489703 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b5a9e613-4295-46a8-8d66-48f7969dbb78 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:34.534076 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d0595f-ecd2-4100-9b49-b2582d3ce96d,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:34.539925 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:34.691150 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:34.937515 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:34.940144 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.029595 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.030108 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170110dc-2b45-4a00-90ae-677016f5f883 {{(pid=86850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:12:35.039805 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c940fa-e486-4f64-84e9-8e03f9686a46 req-e8d7a556-ea3a-43af-8c99-1ed9c0cc4b4e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:35.041800 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-00c940fa-e486-4f64-84e9-8e03f9686a46 req-e8d7a556-ea3a-43af-8c99-1ed9c0cc4b4e tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 945 time: 0.3095038
Dec 14 10:12:35.066435 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.067521 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] 10.222.0.20 "DELETE /v2.0/routers/170110dc-2b45-4a00-90ae-677016f5f883 HTTP/1.1" status: 204  len: 168 time: 1.4515176
Dec 14 10:12:35.070320 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35064) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:35.094000 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-00c940fa-e486-4f64-84e9-8e03f9686a46 req-401a9d90-1f6f-41fe-a225-748e5ccbbc0f tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437982
Dec 14 10:12:35.138562 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Deleting subnet f7c8e9dd-0801-4b76-997b-64dc803853cb {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:12:35.141345 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.196852 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.199417 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 9e7d5138-6feb-4edf-b2bf-c1b60060b086 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:35.241383 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 9e7d5138-6feb-4edf-b2bf-c1b60060b086 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:35.241817 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 9e7d5138-6feb-4edf-b2bf-c1b60060b086 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:35.254958 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.327456 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.331504 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ec1bd7c8-bf83-437d-8863-3cee46adf07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:35.366351 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c8e9dd-0801-4b76-997b-64dc803853cb,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:35.369164 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:35.370745 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.380976 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-66115207-f704-43c9-bc66-d880864ea1ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f7c8e9dd-0801-4b76-997b-64dc803853cb HTTP/1.1" status: 204  len: 168 time: 0.3094351
Dec 14 10:12:35.383307 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35068) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:35.491966 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.616631 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.642247 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2d125130>,) {'filters': {'network_id': ['16176ada-a401-430e-83a6-e6937490a230']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:35.654543 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2d125130>, '77409202-0744-48ac-a2fc-0baf125f206f') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:35.654834 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2d125130>, '77409202-0744-48ac-a2fc-0baf125f206f') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:35.666749 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.683219 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.689150 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:12:35.689833 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:12:35.703223 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:12:35.845788 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.849248 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:35.861755 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:35.872167 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Pushing event deleted for resources: {'Network': ['ID=16176ada-a401-430e-83a6-e6937490a230,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:35.875484 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:35.882171 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] 10.222.0.20 "DELETE /v2.0/networks/16176ada-a401-430e-83a6-e6937490a230 HTTP/1.1" status: 204  len: 168 time: 0.4977376
Dec 14 10:12:36.068589 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35084) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:36.119446 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-3f777891-6d03-4f1a-b755-bbd94991e6ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5695583eab44670bb4a5057d81beb15&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0494494
Dec 14 10:12:36.121823 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35092) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:36.187550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0acb6223-4c76-4c3e-bc5f-2af9b03a97e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:36.226448 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0acb6223-4c76-4c3e-bc5f-2af9b03a97e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:36.292998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0acb6223-4c76-4c3e-bc5f-2af9b03a97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:36.298470 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2013e96f-043e-4f99-9926-ef31a5df6658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:36.312751 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb6223-4c76-4c3e-bc5f-2af9b03a97e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1438a1fa-a5fc-4984-981e-1cfe4289fc66,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:36.315110 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389be39-7db5-4836-9104-e4989cb3d171 req-0498334e-964f-4350-8dc5-c6df3b0240a3 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:36.316003 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0acb6223-4c76-4c3e-bc5f-2af9b03a97e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:36.316649 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e389be39-7db5-4836-9104-e4989cb3d171 req-0498334e-964f-4350-8dc5-c6df3b0240a3 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 945 time: 0.0990667
Dec 14 10:12:36.327262 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0acb6223-4c76-4c3e-bc5f-2af9b03a97e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:36.328657 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-0acb6223-4c76-4c3e-bc5f-2af9b03a97e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1438a1fa-a5fc-4984-981e-1cfe4289fc66 HTTP/1.1" status: 204  len: 168 time: 0.2054143
Dec 14 10:12:36.365476 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e389be39-7db5-4836-9104-e4989cb3d171 req-c32065a1-4e63-406e-95b5-30e999f07599 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/security-groups?id=f171fc65-3aab-419e-a164-4c0607f6c96f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412674
Dec 14 10:12:36.471721 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 94d0595f-ecd2-4100-9b49-b2582d3ce96d no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:36.535275 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eca455-3569-4000-ba7e-928b4ee77afb req-bbfdfa8f-5f2e-489f-bb82-932fc6c35f2f tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:36.536751 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-49eca455-3569-4000-ba7e-928b4ee77afb req-bbfdfa8f-5f2e-489f-bb82-932fc6c35f2f tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 945 time: 0.0948009
Dec 14 10:12:36.549516 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 94d0595f-ecd2-4100-9b49-b2582d3ce96d {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:36.549871 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 94d0595f-ecd2-4100-9b49-b2582d3ce96d not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:36.609076 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Deleting port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:12:36.609428 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:36.859326 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] For port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,segment=NetworkSegment(ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6),segment_id=ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:36.859674 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:36.985308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Calling delete_port for 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:12:37.060925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35118) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:37.134523 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.140952 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3280fea8-0f4d-4073-bde8-a63fedf6c434 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:37.147322 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:12:37.168014 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-501793114-network', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:37.173207 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:37.177612 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Usage tracker for resource:network and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:37.181260 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:37.189546 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:37.190588 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Pushing event deleted for resources: {'Port': ['ID=8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:37.193592 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:37.203045 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Made reservation on behalf of a0c2622fa7624094bfe5a81b02f1bcdd for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:12:37.205362 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.217645 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.232207 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:37.236077 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Usage tracker for resource:security_group_rule and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:37.238875 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:37.245922 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:37.270457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] No DVR routers for this DVR port 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:12:37.272914 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.276164 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'name': 'network-vif-deleted', 'tag': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:37.293799 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-49eca455-3569-4000-ba7e-928b4ee77afb req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.54 "DELETE /v2.0/ports/8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 HTTP/1.1" status: 204  len: 173 time: 0.7502241
Dec 14 10:12:37.359368 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0deec7-37f0-4eb9-bfa5-85b697768ad6', 'name': 'network-vif-deleted', 'tag': '8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0', 'status': 'completed', 'code': 200}
Dec 14 10:12:37.363824 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.370245 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.373698 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:37.413117 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:12:37.427329 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9176d4b9-4e17-4475-b35b-e8ff2af0b7d4,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:37.439454 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.439454 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Added segment 9dcabaf0-d7f6-4f3b-b79b-83328112d8e8 of type vlan for network e2fa2a70-4df9-45a3-be45-0c69ddeca040
Dec 14 10:12:37.455894 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:37.472314 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.504911 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.506635 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:37.507340 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:37.513545 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:37.583039 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd363aa3-a337-4a8d-8b1a-ba6c1da572ce req-52a2c7a6-596e-4fe4-b86b-b2bc3e055837 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f0deec7-37f0-4eb9-bfa5-85b697768ad6 HTTP/1.1" status: 200  len: 210 time: 0.0710139
Dec 14 10:12:37.664567 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6028571
Dec 14 10:12:37.668183 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35132) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:37.668355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fa2a70-4df9-45a3-be45-0c69ddeca040,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:37.670988 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:37.673911 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Request body: {'subnet': {'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-subnet', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:37.680999 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:12:37.684190 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:37.692466 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Usage tracker for resource:subnet and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:37.696976 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:37.703843 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:37.730626 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Made reservation on behalf of a0c2622fa7624094bfe5a81b02f1bcdd for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:12:37.733827 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.076243 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.079834 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:38.148038 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Pushing event updated for resources: {'Subnet': ['ID=4825c587-a64f-4049-8de2-1d1e74cc73fa,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:38.151701 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:38.157332 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Checking segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:12:38.157678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Network hostable DHCP agents. Network: e2fa2a70-4df9-45a3-be45-0c69ddeca040, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:12:38.175642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:12:38.185671 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, e2fa2a70-4df9-45a3-be45-0c69ddeca040) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:38.189323 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:38.189905 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.194346 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d78ea0-90ec-40d8-a4e2-213092fab611 None None] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:12:38.210204 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5408769
Dec 14 10:12:38.212855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35144) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:38.217892 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:38.222305 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:38.226133 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Usage tracker for resource:router and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:38.228908 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:38.234709 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:38.245110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.246061 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.261809 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.415839 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:12:38.417254 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.531011 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.574254 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Allocated IP 172.20.0.2 (e2fa2a70-4df9-45a3-be45-0c69ddeca040/4825c587-a64f-4049-8de2-1d1e74cc73fa/3bad8b52-544c-486e-ad9b-3114dfc35eb6) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:12:38.797459 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.808664 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Transition to ACTIVE for port object 3bad8b52-544c-486e-ad9b-3114dfc35eb6 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:12:38.827734 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Transition to ACTIVE for port object 3bad8b52-544c-486e-ad9b-3114dfc35eb6 will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:12:38.833444 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.838947 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:38.850709 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.883910 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:38.912292 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Pushing event updated for resources: {'Port': ['ID=3bad8b52-544c-486e-ad9b-3114dfc35eb6,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:38.928152 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:38.929305 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:38.930170 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:38.933893 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:12:39.075382 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Attempting to bind port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:12:39.075709 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Attempting to bind port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:12:39.076099 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Attempting to bind port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:12:39.082111 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Allocated IP 172.27.2.74 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/ddff67a7-7ad7-451a-94b7-476559bb6c7d) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:12:39.092664 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:12:39.094174 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Checking segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:12:39.094568 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:39.094967 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Bound using segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:12:39.095445 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Bound port: 3bad8b52-544c-486e-ad9b-3114dfc35eb6, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:12:39.095833 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:39.219072 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] For port 3bad8b52-544c-486e-ad9b-3114dfc35eb6, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:12:39.222649 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] For port 3bad8b52-544c-486e-ad9b-3114dfc35eb6, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=3bad8b52-544c-486e-ad9b-3114dfc35eb6,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:12:39.227321 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:39.232578 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:39.266910 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:39.305159 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:39.312934 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-db5ec952-0bcc-445b-9950-e71c2cd92330 tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:39.313561 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Pushing event updated for resources: {'Port': ['ID=3bad8b52-544c-486e-ad9b-3114dfc35eb6,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:39.326842 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:39.381624 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:39.384357 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:39.387495 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:12:39.665751 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Pushing event updated for resources: {'Port': ['ID=ddff67a7-7ad7-451a-94b7-476559bb6c7d,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:39.680002 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:39.918801 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:40.273014 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:40.298273 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c4105-e763-44c7-98cf-0fff48f91c69 None None] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:12:40.392109 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-c16d5808-de43-4c44-9ae4-c298d5aed850 None None] Provisioning for port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:12:40.518229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Router afd21ca1-982a-4e64-b9db-59b69f51c1cc is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:12:40.580012 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3bad8b52-544c-486e-ad9b-3114dfc35eb6 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:12:40.661750 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:12:40.669490 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:40.669939 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:40.742020 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:12:40.771734 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:40.773197 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5591133
Dec 14 10:12:40.775086 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Sync routers for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:12:40.776231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35186) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:40.807785 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:40.808434 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605a30>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:40.915980 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.036320 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-d5d0ebc2-f1a2-43ab-846e-6b005f7dfdcf None None] Provisioning complete for port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:41.036606 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ebc2-f1a2-43ab-846e-6b005f7dfdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.060709 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 3bad8b52-544c-486e-ad9b-3114dfc35eb6, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=3bad8b52-544c-486e-ad9b-3114dfc35eb6,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:41.079059 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.089812 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:41.172509 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:41.292422 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=3bad8b52-544c-486e-ad9b-3114dfc35eb6,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:41.309731 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:41.528511 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605a30>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:39Z', 'revision_number': 3, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:41.530522 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Checking router: afd21ca1-982a-4e64-b9db-59b69f51c1cc for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:12:41.530876 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Updating router afd21ca1-982a-4e64-b9db-59b69f51c1cc port ddff67a7-7ad7-451a-94b7-476559bb6c7d binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:12:41.581572 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.582327 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.788255 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Allocated IP 172.20.0.1 (e2fa2a70-4df9-45a3-be45-0c69ddeca040/4825c587-a64f-4049-8de2-1d1e74cc73fa/cc81e642-7f84-4a34-a3a9-354224f28730) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:12:41.911327 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.923544 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Transition to ACTIVE for port object ddff67a7-7ad7-451a-94b7-476559bb6c7d will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:12:41.930047 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.934593 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-f7b2ef08-1379-452b-a878-d0a09d34abb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:41.941030 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.957982 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Transition to ACTIVE for port object cc81e642-7f84-4a34-a3a9-354224f28730 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:12:41.991381 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:41.999379 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-22c9d104-4bcc-48ec-80a2-8ddd55968e42 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:42.024690 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Attempting to bind port ddff67a7-7ad7-451a-94b7-476559bb6c7d on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:12:42.026024 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Attempting to bind port ddff67a7-7ad7-451a-94b7-476559bb6c7d by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:12:42.026299 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Attempting to bind port ddff67a7-7ad7-451a-94b7-476559bb6c7d on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:12:42.028419 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Pushing event updated for resources: {'Port': ['ID=ddff67a7-7ad7-451a-94b7-476559bb6c7d,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:42.032629 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:42.035276 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:12:42.035742 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:12:42.036749 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.036749 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:12:42.037315 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Bound port: ddff67a7-7ad7-451a-94b7-476559bb6c7d, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:12:42.037803 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.076953 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:42.080044 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:42.084003 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:12:42.084409 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.122207 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] For port ddff67a7-7ad7-451a-94b7-476559bb6c7d, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:12:42.125670 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] For port ddff67a7-7ad7-451a-94b7-476559bb6c7d, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=ddff67a7-7ad7-451a-94b7-476559bb6c7d,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:12:42.131047 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.136143 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-2f06e61b-1b41-4c49-bb7b-a60d16a9edc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:42.215900 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:42.216536 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605a30>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:42.222930 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Pushing event updated for resources: {'Port': ['ID=cc81e642-7f84-4a34-a3a9-354224f28730,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:42.226282 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:42.279281 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Pushing event updated for resources: {'Port': ['ID=ddff67a7-7ad7-451a-94b7-476559bb6c7d,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:42.302195 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.302543 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.302879 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.303209 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.303535 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.303867 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.304197 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.304530 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.304850 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.305175 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.305493 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.305807 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:42.311775 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:42.355870 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.405480 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7be43c86-778f-4b0f-83d3-24cc06bb21dc None None] Provisioning for port cc81e642-7f84-4a34-a3a9-354224f28730 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:12:42.417227 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7be43c86-778f-4b0f-83d3-24cc06bb21dc None None] Provisioning complete for port cc81e642-7f84-4a34-a3a9-354224f28730 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:42.417605 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7be43c86-778f-4b0f-83d3-24cc06bb21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.482418 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:42.531282 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3bad8b52-544c-486e-ad9b-3114dfc35eb6 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:12:42.597045 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.601367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.602119 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:42.606233 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6d02da2f-41c1-45a1-a32f-f9c4cb612038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:42.636019 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:12:42.689073 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:12:42.689423 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 8f8c2fb4-5866-4bb0-8bb1-0b8f4f6a5cd0 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:12:42.740508 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Pushing event updated for resources: {'Port': ['ID=cc81e642-7f84-4a34-a3a9-354224f28730,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:42.745389 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:42.773722 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7be43c86-778f-4b0f-83d3-24cc06bb21dc None None] Port cc81e642-7f84-4a34-a3a9-354224f28730 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:12:42.794642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:42.795709 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:42.830349 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:42.830728 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:43.023980 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-afca7a14-2407-410a-bf6d-43906681fca2 None None] Provisioning complete for port cc81e642-7f84-4a34-a3a9-354224f28730 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:43.024367 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-afca7a14-2407-410a-bf6d-43906681fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:43.058896 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605a30>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:39Z', 'revision_number': 3, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:43.075144 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c480a7-8dee-4486-ab3c-de2667a373f4 None None] The sync data for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi is: [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:39Z', 'revision_number': 3, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:12:43.098533 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-afca7a14-2407-410a-bf6d-43906681fca2 None None] Port cc81e642-7f84-4a34-a3a9-354224f28730 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:12:43.122319 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Router afd21ca1-982a-4e64-b9db-59b69f51c1cc has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:12:43.330691 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:12:43.340109 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] 10.222.0.20 "PUT /v2.0/routers/afd21ca1-982a-4e64-b9db-59b69f51c1cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5627947
Dec 14 10:12:43.621092 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:44.442352 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-10439aef-e47e-4d37-87c0-4976927d1c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:44.534806 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Sync routers for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:12:44.544596 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:44.545298 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a8e0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:44.545499 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ddff67a7-7ad7-451a-94b7-476559bb6c7d up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:12:44.614030 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port ddff67a7-7ad7-451a-94b7-476559bb6c7d completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:12:44.621196 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port ddff67a7-7ad7-451a-94b7-476559bb6c7d triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:44.621787 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:44.729730 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:44.761191 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:44.780191 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port ddff67a7-7ad7-451a-94b7-476559bb6c7d, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=ddff67a7-7ad7-451a-94b7-476559bb6c7d,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:44.785549 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:44.787876 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-cffd7c83-d428-4514-a7ec-7d599d50ef9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:44.865359 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=ddff67a7-7ad7-451a-94b7-476559bb6c7d,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:44.870606 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:44.956981 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35230) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:44.965836 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--5991803', 'description': 'tempest-description--1221751104'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:44.972497 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:44.977111 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:44.981415 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:44.989096 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:45.000588 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.022188 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:45.027795 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group_rule and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:45.031260 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:45.039420 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:45.080731 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a8e0>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 2, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:45.086129 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Checking router: afd21ca1-982a-4e64-b9db-59b69f51c1cc for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:12:45.086597 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Updating router afd21ca1-982a-4e64-b9db-59b69f51c1cc port cc81e642-7f84-4a34-a3a9-354224f28730 binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:12:45.127142 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.130856 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.134618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-924a0706-2281-49f8-a653-4d5975e83151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:45.148116 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.174401 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58fb27-6919-4282-bf58-1da9d6945d89,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:45.186618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:45.188124 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.189412 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.2307789
Dec 14 10:12:45.192162 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35236) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:45.198995 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'security_group_rule': {'security_group_id': 'fa58fb27-6919-4282-bf58-1da9d6945d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:45.206956 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:45.212316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group_rule and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:45.215533 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:45.221918 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:45.250549 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.324519 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.327681 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.329767 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:45.351462 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85095df-ee51-401c-b839-7ff37fff35f2,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:45.355722 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:45.362992 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.364218 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d51056ca-aac9-43f8-aa96-9352d20e8f57 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1700511
Dec 14 10:12:45.366897 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35244) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:45.372607 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'security_group_rule': {'security_group_id': 'fa58fb27-6919-4282-bf58-1da9d6945d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:45.378252 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:45.381900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group_rule and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:45.384750 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:45.390532 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:45.408891 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.473665 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.478294 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.481303 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:45.503652 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb7112a-b8f8-49b1-a7ee-b52fed009120,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:45.506570 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:45.516762 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.518052 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-962994f7-6d3c-4902-9d68-ab818c4f0784 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1502244
Dec 14 10:12:45.521082 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35252) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:12:45.527300 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:45.539591 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:45.549590 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:floatingip and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:12:45.565196 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:12:45.567409 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.575262 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:45.584113 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Transition to ACTIVE for port object cc81e642-7f84-4a34-a3a9-354224f28730 will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:12:45.589299 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.592786 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.603364 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:45.791214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.830367 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Pushing event updated for resources: {'Port': ['ID=cc81e642-7f84-4a34-a3a9-354224f28730,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:45.856962 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.857332 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.863445 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.863787 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.864130 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.864461 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.864792 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.865140 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.865482 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.865828 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.866242 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.866557 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:12:45.909873 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:45.941515 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Attempting to bind port cc81e642-7f84-4a34-a3a9-354224f28730 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:12:45.942188 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Attempting to bind port cc81e642-7f84-4a34-a3a9-354224f28730 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:12:45.945875 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Attempting to bind port cc81e642-7f84-4a34-a3a9-354224f28730 on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:12:45.956672 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:12:45.957232 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Checking segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:12:45.957809 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.958412 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Bound using segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:12:45.959094 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Bound port: cc81e642-7f84-4a34-a3a9-354224f28730, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:12:45.959699 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:45.990232 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32f7e-8727-47fb-893c-647f9ad4250e req-b8ecd5f8-cf92-492e-8be1-d7386c3a1424 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:45.991838 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bfe32f7e-8727-47fb-893c-647f9ad4250e req-b8ecd5f8-cf92-492e-8be1-d7386c3a1424 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.1179826
Dec 14 10:12:46.064880 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] For port cc81e642-7f84-4a34-a3a9-354224f28730, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:12:46.068399 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] For port cc81e642-7f84-4a34-a3a9-354224f28730, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=cc81e642-7f84-4a34-a3a9-354224f28730,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:12:46.074783 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:46.079677 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-2dc938ef-fd83-4b43-8c82-65d55ca55aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:46.082216 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bfe32f7e-8727-47fb-893c-647f9ad4250e req-822f7d0b-6eaa-43a4-be61-29fff0c67483 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0838268
Dec 14 10:12:46.134889 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Allocated IP 172.27.2.227 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/0fd40c0b-5a27-46e6-bdac-afbf369bae2b) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:12:46.148841 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-05729cc4-118d-4730-9d5f-0420c44384a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:46.151111 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-05729cc4-118d-4730-9d5f-0420c44384a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1137 time: 0.2422690
Dec 14 10:12:46.177037 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Pushing event updated for resources: {'Port': ['ID=cc81e642-7f84-4a34-a3a9-354224f28730,revision_number=4']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:46.179582 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:12:46.180118 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a8e0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:46.228944 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-e2b1852f-4428-40f9-a45f-8e62252440e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:46.375203 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:12:46.410634 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-5ed79caf-010f-4101-8c5b-4a0d227615bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:46.412065 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-5ed79caf-010f-4101-8c5b-4a0d227615bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 915 time: 0.2399881
Dec 14 10:12:46.416945 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:46.449380 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:46.454027 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5de98d57-514d-4b4b-aba7-849e116a7824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:46.526659 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:46.529639 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:46.533439 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:12:46.544459 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'Port': ['ID=0fd40c0b-5a27-46e6-bdac-afbf369bae2b,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:46.548723 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:46.552893 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ddff67a7-7ad7-451a-94b7-476559bb6c7d up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:12:46.570050 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:46.641086 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:46.649279 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port ddff67a7-7ad7-451a-94b7-476559bb6c7d triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:46.649667 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:46.746706 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d02a8e0>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:46Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:12:46.750948 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc31d7-5121-4941-b900-44692fb93dbe None None] The sync data for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi is: [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:46Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:12:46.838981 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-70b8e198-211a-467e-91e9-f3699590c401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:47.000091 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:47.005268 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:47.009377 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-354b6a1e-27bc-41bc-9cea-dce7843bff6a tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:47.065739 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:47.096966 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'Port': ['ID=0fd40c0b-5a27-46e6-bdac-afbf369bae2b,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:47.100259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:47.104655 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:47.105878 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5838921
Dec 14 10:12:47.286552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-39674a27-1cec-4b42-9355-a6dddd6b47f3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:47.306108 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-39674a27-1cec-4b42-9355-a6dddd6b47f3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:47.307932 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-39674a27-1cec-4b42-9355-a6dddd6b47f3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--5991803&fields=id&tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 267 time: 0.0711017
Dec 14 10:12:47.391309 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345204-dfc6-464f-a0f6-ee1e0546d795 req-3f273d3e-a862-4198-881a-fee31ac9ea53 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:47.392840 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d345204-dfc6-464f-a0f6-ee1e0546d795 req-3f273d3e-a862-4198-881a-fee31ac9ea53 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.1900942
Dec 14 10:12:47.404524 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-a5e9bdfa-f811-4a73-82d8-10a602450226 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 1001 time: 0.1268933
Dec 14 10:12:47.452366 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d345204-dfc6-464f-a0f6-ee1e0546d795 req-d9f60892-ef17-449b-bef8-c1473aa33cea tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0504010
Dec 14 10:12:47.476579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-362cb000-1a49-4e2c-8498-88035d102b35 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:47.477258 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-362cb000-1a49-4e2c-8498-88035d102b35 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:47.495293 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-362cb000-1a49-4e2c-8498-88035d102b35 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:47.496476 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-362cb000-1a49-4e2c-8498-88035d102b35 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 816 time: 0.1806953
Dec 14 10:12:47.511642 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-dfce612c-f9ae-4aad-9519-fe4d9b3ceec6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/quotas/a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 375 time: 0.0096588
Dec 14 10:12:47.600363 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-63cc88ec-49a7-47d9-aa55-cb62bf06811a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0827341
Dec 14 10:12:47.742005 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-d1b3790e-f28e-46b9-b6bf-d08d3f03992f service neutron] 10.222.0.20 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290286
Dec 14 10:12:47.796846 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:47.885081 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-b646b698-276c-42fc-9b2d-060aff6c2134 service neutron] 10.222.0.20 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367362
Dec 14 10:12:47.932437 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:48.061631 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-01b30c9a-f812-4d71-b8b9-ff9ce89010ed req-b4ea71a9-e187-4937-9530-64d6d0a77ad6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:48.080527 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-01b30c9a-f812-4d71-b8b9-ff9ce89010ed req-b4ea71a9-e187-4937-9530-64d6d0a77ad6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:48.086885 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-01b30c9a-f812-4d71-b8b9-ff9ce89010ed req-b4ea71a9-e187-4937-9530-64d6d0a77ad6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 210 time: 0.0679631
Dec 14 10:12:48.191377 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-52ad4c37-4307-478c-adb2-88985957dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:48.192716 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-52ad4c37-4307-478c-adb2-88985957dd8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 200  len: 853 time: 0.0685678
Dec 14 10:12:48.543063 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cc81e642-7f84-4a34-a3a9-354224f28730 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:12:48.611225 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port cc81e642-7f84-4a34-a3a9-354224f28730 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:12:48.616106 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port cc81e642-7f84-4a34-a3a9-354224f28730 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:48.616482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:48.647483 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a2ae-2a36-4710-86a1-29f2ed4a59e7 req-cbf236c4-d335-451e-b4ab-e889e5e77e1e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:48.648932 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1e12a2ae-2a36-4710-86a1-29f2ed4a59e7 req-cbf236c4-d335-451e-b4ab-e889e5e77e1e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0888453
Dec 14 10:12:48.696169 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1e12a2ae-2a36-4710-86a1-29f2ed4a59e7 req-1354e7eb-f287-4d04-a1a9-d99425d90129 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0396123
Dec 14 10:12:48.736642 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:48.768066 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port cc81e642-7f84-4a34-a3a9-354224f28730, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=cc81e642-7f84-4a34-a3a9-354224f28730,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:12:48.771523 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:48.774312 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:48.846499 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=cc81e642-7f84-4a34-a3a9-354224f28730,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:48.849695 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:49.231361 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:49.256140 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3548805e-a01e-44a1-b7a9-5f057e2c88bb req-577df024-fb8b-474a-b14a-076473973b99 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 210 time: 0.0544400
Dec 14 10:12:49.259193 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-1cb96add-c5ad-412e-840f-d0156d5d7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:49.261215 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-1cb96add-c5ad-412e-840f-d0156d5d7d61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7da5988-e255-44e6-981a-3c49fb3fb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1286459
Dec 14 10:12:49.397221 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-0a6289c3-28b7-4f89-ae3d-f5e1e13c594b service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286111
Dec 14 10:12:49.534558 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a60b77b-79f8-4f10-9f91-a47348ea8e77 req-4d2c1dc9-7706-4561-b87d-9800b2bc4f5a service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266584
Dec 14 10:12:49.888274 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa6ba4-daa7-4ee6-8819-2fdee9fdabb0 req-5d10d8d1-7056-4849-87d7-66b13c58fed4 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:49.889724 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6caa6ba4-daa7-4ee6-8819-2fdee9fdabb0 req-5d10d8d1-7056-4849-87d7-66b13c58fed4 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0811841
Dec 14 10:12:49.936093 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6caa6ba4-daa7-4ee6-8819-2fdee9fdabb0 req-e6ec7a9c-dcfe-4132-8c46-1f843c5edff1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0405960
Dec 14 10:12:50.410101 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e3624957-57b6-4373-b91f-3e69d7d59bcd req-23fcb828-9d63-420e-93aa-f7c08735f652 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 210 time: 0.0427272
Dec 14 10:12:50.517455 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cc81e642-7f84-4a34-a3a9-354224f28730 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:12:50.584806 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port cc81e642-7f84-4a34-a3a9-354224f28730 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:50.585177 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:51.122298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9640fb0-01cb-45cd-805f-8aff4de5ada0 req-0e1d0213-5b6d-43ac-8c34-9d52a057a565 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:51.123723 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c9640fb0-01cb-45cd-805f-8aff4de5ada0 req-0e1d0213-5b6d-43ac-8c34-9d52a057a565 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0839097
Dec 14 10:12:51.168762 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c9640fb0-01cb-45cd-805f-8aff4de5ada0 req-be6bf088-1c5b-47f2-a367-f65cbef37938 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0394073
Dec 14 10:12:51.558837 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-75c24ad9-d4b5-4509-a9e1-a477a1a1afae req-9c41e2f6-12b6-4ea6-bd4a-69db4ebe976a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 210 time: 0.0425353
Dec 14 10:12:52.352304 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3770-b54e-4173-a83b-5567b9a77479 req-a724d337-2ee1-4377-9192-1cf84eb5b783 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:52.353725 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-32ba3770-b54e-4173-a83b-5567b9a77479 req-a724d337-2ee1-4377-9192-1cf84eb5b783 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0811172
Dec 14 10:12:52.405158 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-32ba3770-b54e-4173-a83b-5567b9a77479 req-e099b1b4-6924-4991-afd9-8d48ff47ff96 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0452497
Dec 14 10:12:52.651572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-4fdafbb0-3272-4019-8b4b-f635425e0f03 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:52.652755 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-4fdafbb0-3272-4019-8b4b-f635425e0f03 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 816 time: 0.1566286
Dec 14 10:12:52.707734 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-d47b6ca3-6c0b-4ec7-b4e2-5227d236b472 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:52.719028 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5b9e784f-01ff-49af-9730-2d6513cd19d1 req-f786cd79-0aaa-4cc5-a967-409213cfc31c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 210 time: 0.0498910
Dec 14 10:12:52.720387 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-d47b6ca3-6c0b-4ec7-b4e2-5227d236b472 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:52.721172 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-d47b6ca3-6c0b-4ec7-b4e2-5227d236b472 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 377 time: 0.0584965
Dec 14 10:12:52.729938 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'port': {'device_id': '457d8e04-7e43-4287-8640-efedad40515d', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'admin_state_up': True, 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'security_groups': ['fa58fb27-6919-4282-bf58-1da9d6945d89']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:52.875191 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:12:52.885058 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:12:52.894973 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Made reservation on behalf of a0c2622fa7624094bfe5a81b02f1bcdd for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:12:52.898619 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:53.086123 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Allocated IP 172.20.0.13 (e2fa2a70-4df9-45a3-be45-0c69ddeca040/4825c587-a64f-4049-8de2-1d1e74cc73fa/07c89ab1-3f66-4963-95e3-1048fc17638b) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:12:53.391221 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:53.409670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Transition to ACTIVE for port object 07c89ab1-3f66-4963-95e3-1048fc17638b will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:12:53.446202 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:53.453566 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a3dc81c2-8c4c-45aa-ac88-1091a60b3994 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:53.526962 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:12:53.529693 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:12:53.533828 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:12:53.539990 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:53.540766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:53.559427 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:53.574605 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:53.590389 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8639185
Dec 14 10:12:53.608691 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Request body: {'port': {'device_id': '457d8e04-7e43-4287-8640-efedad40515d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:12:53.809530 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:53.858180 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7568177d-bda9-4eff-8538-b74e758ae892 None None] Provisioning for port 07c89ab1-3f66-4963-95e3-1048fc17638b completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:12:53.861131 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05e6e9-62dd-4edb-9523-fc474b2b319d req-c6807df6-515e-48ae-9e61-b2c7019b4e49 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:53.862654 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9d05e6e9-62dd-4edb-9523-fc474b2b319d req-c6807df6-515e-48ae-9e61-b2c7019b4e49 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.2194488
Dec 14 10:12:53.863613 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7568177d-bda9-4eff-8538-b74e758ae892 None None] Provisioning complete for port 07c89ab1-3f66-4963-95e3-1048fc17638b triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:12:53.864220 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7568177d-bda9-4eff-8538-b74e758ae892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:53.925147 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7568177d-bda9-4eff-8538-b74e758ae892 None None] Port 07c89ab1-3f66-4963-95e3-1048fc17638b cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:12:53.927755 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ef5a9-a65b-48c5-af6c-981a3d50f8b3 req-3496da57-9c71-4d7f-8c79-1c83066e5015 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:53.929390 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-849ef5a9-a65b-48c5-af6c-981a3d50f8b3 req-3496da57-9c71-4d7f-8c79-1c83066e5015 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 932 time: 0.0838242
Dec 14 10:12:53.974502 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-849ef5a9-a65b-48c5-af6c-981a3d50f8b3 req-1bd580f5-c576-4a8c-83e4-963a060bd3cb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0383167
Dec 14 10:12:53.976316 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9d05e6e9-62dd-4edb-9523-fc474b2b319d req-7dab27c6-0861-442b-8f27-882bb44304ad tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1062338
Dec 14 10:12:54.235218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c89ab1-3f66-4963-95e3-1048fc17638b {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:12:54.243996 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:54.259379 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Transition to ACTIVE for port object 07c89ab1-3f66-4963-95e3-1048fc17638b will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:12:54.263259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:54.268345 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0559486c-d57b-4c0f-87ac-4054cba62100 tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:54.426527 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:54.434544 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:54.453400 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Attempting to bind port 07c89ab1-3f66-4963-95e3-1048fc17638b on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:12:54.453735 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Attempting to bind port 07c89ab1-3f66-4963-95e3-1048fc17638b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:12:54.454107 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Attempting to bind port 07c89ab1-3f66-4963-95e3-1048fc17638b on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:12:54.459136 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Port 07c89ab1-3f66-4963-95e3-1048fc17638b on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:12:54.459462 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Attempting to bind port 07c89ab1-3f66-4963-95e3-1048fc17638b on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:12:54.465578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:12:54.466017 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Checking segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:12:54.466354 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Bound using segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:12:54.466780 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Bound port: 07c89ab1-3f66-4963-95e3-1048fc17638b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:12:54.466900 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6405a1-e31d-48dc-b7f7-eddee3c6b04e req-1e0a178a-2691-48e6-8b52-d431454a9b8d tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:54.467125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:54.474420 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-af6405a1-e31d-48dc-b7f7-eddee3c6b04e req-1e0a178a-2691-48e6-8b52-d431454a9b8d tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1006651
Dec 14 10:12:54.518618 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-af6405a1-e31d-48dc-b7f7-eddee3c6b04e req-cbc6ead2-7205-4c3c-ab80-b41b1a5bbae7 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431740
Dec 14 10:12:54.565693 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:12:54.568562 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:12:54.573816 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:54.577475 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:12:54.633206 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:54.633817 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:12:54.635858 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] 10.222.0.54 "PUT /v2.0/ports/07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 200  len: 1094 time: 1.0318422
Dec 14 10:12:54.636469 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:12:54.660910 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:12:54.665173 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:12:54.734846 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'status': 'completed', 'code': 200}
Dec 14 10:12:54.783948 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-08812283-8293-4787-a27d-477f631db72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:54.785520 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-08812283-8293-4787-a27d-477f631db72d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1097 time: 0.0883904
Dec 14 10:12:54.859568 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-11791dc4-738a-4181-911f-bd7e268f475b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 200  len: 217 time: 0.0655413
Dec 14 10:12:54.928809 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-50ca1bf6-bca5-4c6c-b23c-75e0e5dd7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:54.930251 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-50ca1bf6-bca5-4c6c-b23c-75e0e5dd7daa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0641148
Dec 14 10:12:55.013497 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-2e4c42cf-fd72-40ca-aa8c-084255d97c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:55.015308 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-2e4c42cf-fd72-40ca-aa8c-084255d97c02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752976
Dec 14 10:12:55.202849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142fd5-b438-4347-ae9f-f8a0cc290ff2 req-11029835-5be4-48a3-ad61-aec18e64d75c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:55.204402 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8b142fd5-b438-4347-ae9f-f8a0cc290ff2 req-11029835-5be4-48a3-ad61-aec18e64d75c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0830319
Dec 14 10:12:55.255309 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8b142fd5-b438-4347-ae9f-f8a0cc290ff2 req-1341ac77-8e0d-4aec-8863-4ce5694c60c6 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0441039
Dec 14 10:12:55.350768 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-9606f85d-a429-4e56-8a82-a2b44459f18c service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3249328
Dec 14 10:12:55.368066 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a5dd3-0168-43d6-886f-d3df416d609b req-0a3f12cf-c745-4be5-9677-3f930349e607 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:55.368655 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3d6a5dd3-0168-43d6-886f-d3df416d609b req-0a3f12cf-c745-4be5-9677-3f930349e607 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:12:55.385476 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3d6a5dd3-0168-43d6-886f-d3df416d609b req-0a3f12cf-c745-4be5-9677-3f930349e607 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:12:55.386838 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d6a5dd3-0168-43d6-886f-d3df416d609b req-0a3f12cf-c745-4be5-9677-3f930349e607 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.2481756
Dec 14 10:12:55.431935 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d6a5dd3-0168-43d6-886f-d3df416d609b req-dc643c90-8b03-4f5e-b2f8-317ced9eadef tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0394223
Dec 14 10:12:55.774591 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbb22f-e14e-4c46-9c37-389da82cb5ef req-e8215234-52ac-405c-a87d-af74ef663e24 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:55.776821 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10fbb22f-e14e-4c46-9c37-389da82cb5ef req-e8215234-52ac-405c-a87d-af74ef663e24 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1512396
Dec 14 10:12:55.819744 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10fbb22f-e14e-4c46-9c37-389da82cb5ef req-2a820b4b-ee79-48e0-9ad5-aab6e495135e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372598
Dec 14 10:12:56.214906 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a001a5ba-4a4f-4b97-aada-c6b5d18dc520 req-dde25d19-eb8b-4b42-87f6-2f098f972458 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255240
Dec 14 10:12:56.439855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b244ad-406c-4756-8bfa-53e7c65c0e04 req-5a3ba0f6-660d-41fa-bb36-02b3615186ca tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:56.441295 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f4b244ad-406c-4756-8bfa-53e7c65c0e04 req-5a3ba0f6-660d-41fa-bb36-02b3615186ca tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0812068
Dec 14 10:12:56.493208 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f4b244ad-406c-4756-8bfa-53e7c65c0e04 req-64d10b19-43d1-4556-9728-eedd04cabbc2 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0460823
Dec 14 10:12:56.636281 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d68a98-8d22-438f-b0d9-62ca728d3a37 req-8a9c58e2-ff71-4823-a1a1-803a0ab8eed6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:56.637674 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7d68a98-8d22-438f-b0d9-62ca728d3a37 req-8a9c58e2-ff71-4823-a1a1-803a0ab8eed6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0826900
Dec 14 10:12:56.680905 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7d68a98-8d22-438f-b0d9-62ca728d3a37 req-b6746910-d1d4-411c-9845-dde17d45d87a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0376203
Dec 14 10:12:57.003346 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3dcb-5d29-44a0-8f4b-7104b8b54bc1 req-2e477edb-d82a-4dfb-b598-35c90f734bb6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:57.004924 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-159d3dcb-5d29-44a0-8f4b-7104b8b54bc1 req-2e477edb-d82a-4dfb-b598-35c90f734bb6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0813818
Dec 14 10:12:57.050106 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-159d3dcb-5d29-44a0-8f4b-7104b8b54bc1 req-2023401d-145f-4a42-8bca-d17c38e93141 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382257
Dec 14 10:12:57.666029 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:12:57.675274 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bce49-065c-45d0-b44d-a7e5c63a7d48 req-afdf03a3-cc1e-47b9-8049-6cef62fd4ef2 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:57.676696 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-038bce49-065c-45d0-b44d-a7e5c63a7d48 req-afdf03a3-cc1e-47b9-8049-6cef62fd4ef2 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0793970
Dec 14 10:12:57.722400 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-038bce49-065c-45d0-b44d-a7e5c63a7d48 req-ba0bd389-db9c-42b9-9db1-c9ace2d52637 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0399990
Dec 14 10:12:57.876555 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf66c0-612a-4228-b3e6-3237338f22b1 req-d0d0331d-c493-4c69-b67e-38cacb464cc3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:57.877973 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-89cf66c0-612a-4228-b3e6-3237338f22b1 req-d0d0331d-c493-4c69-b67e-38cacb464cc3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0835531
Dec 14 10:12:57.921487 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-89cf66c0-612a-4228-b3e6-3237338f22b1 req-9bd10376-8976-4a9e-bef8-ab24def75223 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0378447
Dec 14 10:12:58.009275 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1d7da-5422-433c-b065-3c993738811b req-344b7e48-7772-4e91-abf9-5800af8e92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:58.011324 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbd1d7da-5422-433c-b065-3c993738811b req-344b7e48-7772-4e91-abf9-5800af8e92b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1097 time: 0.0707030
Dec 14 10:12:58.149198 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1d7da-5422-433c-b065-3c993738811b req-5bb8a1f8-5171-416a-b846-00c4534063f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:58.150943 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbd1d7da-5422-433c-b065-3c993738811b req-5bb8a1f8-5171-416a-b846-00c4534063f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1314940
Dec 14 10:12:58.225374 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbd1d7da-5422-433c-b065-3c993738811b req-15547940-8b0e-4268-aa4b-d96b24bc7a68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 200  len: 217 time: 0.0673227
Dec 14 10:12:58.251031 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea3817-37e6-4db7-983f-8559b92f0ec3 req-24135e99-cd51-4421-a96c-71f593ee74cf tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:58.252354 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a0ea3817-37e6-4db7-983f-8559b92f0ec3 req-24135e99-cd51-4421-a96c-71f593ee74cf tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0874481
Dec 14 10:12:58.289520 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1d7da-5422-433c-b065-3c993738811b req-5d20c538-30db-4081-9a05-53f7c819ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:58.290958 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbd1d7da-5422-433c-b065-3c993738811b req-5d20c538-30db-4081-9a05-53f7c819ac71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0572438
Dec 14 10:12:58.296429 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a0ea3817-37e6-4db7-983f-8559b92f0ec3 req-92624e47-e535-4ebb-8f58-83a7178ba1c6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383372
Dec 14 10:12:58.370169 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1d7da-5422-433c-b065-3c993738811b req-70919f6d-86db-4d33-8365-d7e6117b97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:58.371599 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbd1d7da-5422-433c-b065-3c993738811b req-70919f6d-86db-4d33-8365-d7e6117b97c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730586
Dec 14 10:12:58.508171 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbd1d7da-5422-433c-b065-3c993738811b req-c9c9c62f-e778-43b7-bbe9-3fdf360ea24e service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244404
Dec 14 10:12:58.653421 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cbd1d7da-5422-433c-b065-3c993738811b req-71ff248d-d71f-4c86-8fbe-e9dd114a76dd service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260884
Dec 14 10:12:58.910040 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01a96e-4449-4d63-859a-691198cfee7d req-4d37dac8-24d3-416f-a16f-c0c451407fff tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:58.911490 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-da01a96e-4449-4d63-859a-691198cfee7d req-4d37dac8-24d3-416f-a16f-c0c451407fff tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0843370
Dec 14 10:12:58.958312 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-da01a96e-4449-4d63-859a-691198cfee7d req-c05601bd-16ca-4486-a584-939086958547 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0408130
Dec 14 10:12:59.140151 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec9b5f-2c1a-45d4-ad4b-68ac955da8fa req-d444d1b1-e78b-4703-a19a-4e2653876478 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:59.141870 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-89ec9b5f-2c1a-45d4-ad4b-68ac955da8fa req-d444d1b1-e78b-4703-a19a-4e2653876478 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.1065686
Dec 14 10:12:59.187193 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-89ec9b5f-2c1a-45d4-ad4b-68ac955da8fa req-01af1cba-9f91-414b-be30-487932c4e8d8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0391767
Dec 14 10:12:59.484595 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0bcb-d1bf-46f7-8c62-f55e95f0ec88 req-b9084c11-6b64-487f-90c3-a32df00af876 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:12:59.486058 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-681d0bcb-d1bf-46f7-8c62-f55e95f0ec88 req-b9084c11-6b64-487f-90c3-a32df00af876 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0870032
Dec 14 10:12:59.530180 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-681d0bcb-d1bf-46f7-8c62-f55e95f0ec88 req-cf2754ce-d0d1-4dcc-abc2-686172f47a6b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383787
Dec 14 10:13:00.153192 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db8ce-18c6-47c6-bcf5-a946133b5722 req-09ff29d0-e310-46dc-b318-39eeb8e29312 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:00.154686 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-061db8ce-18c6-47c6-bcf5-a946133b5722 req-09ff29d0-e310-46dc-b318-39eeb8e29312 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0874276
Dec 14 10:13:00.201834 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-061db8ce-18c6-47c6-bcf5-a946133b5722 req-e6110b1a-2686-48e5-8713-3a41d0cc8e76 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0413337
Dec 14 10:13:00.380797 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7bab8-19b6-40a0-8150-a688cb2ccc5f req-47acff32-2b57-4b7f-a738-3dbf59adc099 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:00.382259 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-45f7bab8-19b6-40a0-8150-a688cb2ccc5f req-47acff32-2b57-4b7f-a738-3dbf59adc099 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0823874
Dec 14 10:13:00.428086 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-45f7bab8-19b6-40a0-8150-a688cb2ccc5f req-86c42f41-e7e3-4729-b7a0-03e25f1028ca tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0396152
Dec 14 10:13:00.718307 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a345-d7ff-4d33-9ea5-e515774c0c1f req-8cb9b51d-ebd2-4ea8-ab0a-293ea41c3307 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:00.719765 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1651a345-d7ff-4d33-9ea5-e515774c0c1f req-8cb9b51d-ebd2-4ea8-ab0a-293ea41c3307 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0803087
Dec 14 10:13:00.769186 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1651a345-d7ff-4d33-9ea5-e515774c0c1f req-159736fa-07e3-4e22-80fe-0f33e62bedb8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439711
Dec 14 10:13:01.384272 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a102de-af1e-431d-9d5b-df722056f9e5 req-3565d2e3-39ef-49ba-be37-4a3755287c84 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:01.386139 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-80a102de-af1e-431d-9d5b-df722056f9e5 req-3565d2e3-39ef-49ba-be37-4a3755287c84 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0820894
Dec 14 10:13:01.432368 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-80a102de-af1e-431d-9d5b-df722056f9e5 req-e171d115-b51f-4065-91f6-a48ff012d6fa tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0405703
Dec 14 10:13:01.614789 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0b000-a7c5-44b7-9310-7f4285ba2355 req-f58337f0-4320-4898-9326-b81e1d14f6c3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:01.616218 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-37b0b000-a7c5-44b7-9310-7f4285ba2355 req-f58337f0-4320-4898-9326-b81e1d14f6c3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0791874
Dec 14 10:13:01.662276 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-37b0b000-a7c5-44b7-9310-7f4285ba2355 req-6c67b5a7-6a70-441a-a2d5-f8c616584dc6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0395377
Dec 14 10:13:01.855319 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:13:01.961464 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d85e6-65cc-40ce-aa5b-d85ab67aebee req-28bc4b31-2865-49df-9650-0882e2ec5781 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:01.962937 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4a2d85e6-65cc-40ce-aa5b-d85ab67aebee req-28bc4b31-2865-49df-9650-0882e2ec5781 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0809503
Dec 14 10:13:02.005384 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:02.022165 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'port_id': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'mac_address': 'fa:16:3e:49:82:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:13:02.086799 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:02.108350 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c89ab1-3f66-4963-95e3-1048fc17638b {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:13:02.116751 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4a2d85e6-65cc-40ce-aa5b-d85ab67aebee req-6ed81ae8-7a51-46bb-abd6-06c19d236c0e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481986
Dec 14 10:13:02.125469 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:02.131185 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:02.133530 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:02.207426 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:02.210564 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:02.618504 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a773a-b2ff-4ad3-bee0-0f635aa7112d req-e80d29e2-4809-49f1-ba1c-9823e966fe07 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:02.619957 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f13a773a-b2ff-4ad3-bee0-0f635aa7112d req-e80d29e2-4809-49f1-ba1c-9823e966fe07 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0835588
Dec 14 10:13:02.665777 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f13a773a-b2ff-4ad3-bee0-0f635aa7112d req-f9a0cf99-1974-43ec-a00d-190954f32396 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0401146
Dec 14 10:13:02.851361 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69bb7-8412-4ac0-b2f9-81d35ac7c7b3 req-07ea99a6-e0f2-4c0c-84e4-11d105d23398 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:02.852693 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-88c69bb7-8412-4ac0-b2f9-81d35ac7c7b3 req-07ea99a6-e0f2-4c0c-84e4-11d105d23398 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 945 time: 0.0800848
Dec 14 10:13:02.895235 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-88c69bb7-8412-4ac0-b2f9-81d35ac7c7b3 req-71bb3ffb-91d6-4559-8178-2157e5a9388f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0369260
Dec 14 10:13:03.305097 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8d31-0779-4546-aac1-77434235c27f req-3a857d06-4d3d-46c9-9999-9bae74a7c212 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:03.306548 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73cc8d31-0779-4546-aac1-77434235c27f req-3a857d06-4d3d-46c9-9999-9bae74a7c212 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0801413
Dec 14 10:13:03.349553 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73cc8d31-0779-4546-aac1-77434235c27f req-a9b42c02-817f-42bb-bf57-c0ddcd9694ab tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369053
Dec 14 10:13:03.849907 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aa4ca-b102-43d5-b751-5dfeb0ca498a req-69f00f52-9bfd-47be-a87d-8f473332dac3 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:03.851365 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-171aa4ca-b102-43d5-b751-5dfeb0ca498a req-69f00f52-9bfd-47be-a87d-8f473332dac3 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0825734
Dec 14 10:13:03.897375 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-171aa4ca-b102-43d5-b751-5dfeb0ca498a req-3ef30e0e-a848-4933-98c8-91401ca7a55d tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0395682
Dec 14 10:13:04.084880 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420924e-5948-4600-88b7-26eab3c5d6b0 req-dc5ca0c9-26ac-4ffc-b4b4-5ac2ecf43eb0 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:04.086344 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e420924e-5948-4600-88b7-26eab3c5d6b0 req-dc5ca0c9-26ac-4ffc-b4b4-5ac2ecf43eb0 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 945 time: 0.0829842
Dec 14 10:13:04.131402 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e420924e-5948-4600-88b7-26eab3c5d6b0 req-67da1208-4a13-40e3-b693-585917d8ab52 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0383813
Dec 14 10:13:04.531687 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fce6a-0df6-4828-9e43-9790ea42a65a req-70fb886e-8564-4896-a077-91466a50082c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:04.533189 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a54fce6a-0df6-4828-9e43-9790ea42a65a req-70fb886e-8564-4896-a077-91466a50082c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0802712
Dec 14 10:13:04.577182 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a54fce6a-0df6-4828-9e43-9790ea42a65a req-d7358cd0-7126-421e-8ab7-7ddeca6e3b15 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384908
Dec 14 10:13:05.079618 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbb6a3-0047-4100-b5f2-027694e9f4de req-980a3ac5-ab17-460f-8263-0464384d1ff3 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:05.081056 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3fbb6a3-0047-4100-b5f2-027694e9f4de req-980a3ac5-ab17-460f-8263-0464384d1ff3 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0792713
Dec 14 10:13:05.131295 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3fbb6a3-0047-4100-b5f2-027694e9f4de req-3ee44c29-42eb-4488-bb3a-424fcde74056 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0445685
Dec 14 10:13:05.321967 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c269-7e2f-42b6-a2c3-0801c87d9485 req-9980a4eb-611f-4b2b-b869-2d1a41425bdc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:05.323599 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5798c269-7e2f-42b6-a2c3-0801c87d9485 req-9980a4eb-611f-4b2b-b869-2d1a41425bdc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 945 time: 0.0818481
Dec 14 10:13:05.323788 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['07c89ab1-3f66-4963-95e3-1048fc17638b'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:13:05.369124 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5798c269-7e2f-42b6-a2c3-0801c87d9485 req-42f4576b-b133-4f12-8c8c-a37a6653f7e6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0397274
Dec 14 10:13:05.771758 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8506873-9016-4318-9adc-dfa803e1267f req-aa562c65-a2ae-4e7f-8bdd-daf6f800a64f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:05.773188 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b8506873-9016-4318-9adc-dfa803e1267f req-aa562c65-a2ae-4e7f-8bdd-daf6f800a64f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0810602
Dec 14 10:13:05.816616 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b8506873-9016-4318-9adc-dfa803e1267f req-b8044db5-fce2-49b7-98ad-cf46b2ff4049 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367529
Dec 14 10:13:06.320822 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa1cfa-4386-4d53-b06b-6d634789820e req-7f205d34-2a53-46f7-aff7-5ae07824a26c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:06.322960 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fdfa1cfa-4386-4d53-b06b-6d634789820e req-7f205d34-2a53-46f7-aff7-5ae07824a26c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0827909
Dec 14 10:13:06.374651 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fdfa1cfa-4386-4d53-b06b-6d634789820e req-548c5ca0-e0dc-4b61-a428-77c074c0a993 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0460005
Dec 14 10:13:06.705877 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e25f-60bb-494d-bc92-a84d62be413f req-f94b3980-f092-4657-8efe-7c383314ad32 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:06.707351 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3823e25f-60bb-494d-bc92-a84d62be413f req-f94b3980-f092-4657-8efe-7c383314ad32 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 945 time: 0.0837002
Dec 14 10:13:06.755492 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3823e25f-60bb-494d-bc92-a84d62be413f req-e84b5323-4440-40a8-b6be-0b384f5dfd1e tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0423462
Dec 14 10:13:06.997527 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffb6e8-491f-4ca0-88f0-8d41fadfa5b9 req-2e40c247-56a8-467e-ac73-cf939ab1d316 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:06.998970 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f6ffb6e8-491f-4ca0-88f0-8d41fadfa5b9 req-2e40c247-56a8-467e-ac73-cf939ab1d316 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0793152
Dec 14 10:13:07.043789 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f6ffb6e8-491f-4ca0-88f0-8d41fadfa5b9 req-09d92e11-f0f8-4597-a27e-7d63c5c28ea9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389895
Dec 14 10:13:07.565325 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14725f9b-24b1-4e6a-aa3c-172028b738eb req-e91225d5-7cd7-4735-be67-ecfd2e0f389c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:07.566803 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-14725f9b-24b1-4e6a-aa3c-172028b738eb req-e91225d5-7cd7-4735-be67-ecfd2e0f389c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0860710
Dec 14 10:13:07.613862 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-14725f9b-24b1-4e6a-aa3c-172028b738eb req-6efcfa4e-7f5f-4f6c-8ce7-675b5d4db2d3 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0413084
Dec 14 10:13:07.886916 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:07.954243 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf487f5-d58c-42dd-9273-cfab69173457 req-696bbaa5-9eaf-4f30-be1e-992cebbe9478 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:07.955629 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-adf487f5-d58c-42dd-9273-cfab69173457 req-696bbaa5-9eaf-4f30-be1e-992cebbe9478 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 945 time: 0.0889566
Dec 14 10:13:07.956697 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 07c89ab1-3f66-4963-95e3-1048fc17638b completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:07.961741 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 07c89ab1-3f66-4963-95e3-1048fc17638b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:07.962161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:08.004312 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-adf487f5-d58c-42dd-9273-cfab69173457 req-eff8c96e-813a-4c77-89c2-6ac4435fcca3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0420628
Dec 14 10:13:08.090856 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:08.122457 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:13:08.134438 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:08.139865 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:08.142601 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:08.201376 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'code': 200}
Dec 14 10:13:08.220774 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:08.230895 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:08.251531 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766560-4dee-4ac4-af57-6c566bd88e40 req-c6aeabb2-e799-4c05-ab67-d5dbba2bff87 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:08.253028 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b766560-4dee-4ac4-af57-6c566bd88e40 req-c6aeabb2-e799-4c05-ab67-d5dbba2bff87 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0899041
Dec 14 10:13:08.298747 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b766560-4dee-4ac4-af57-6c566bd88e40 req-781b27ed-8297-4c74-95b8-4a3916aac3c4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396225
Dec 14 10:13:08.426853 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8096155-bf00-4902-ae8c-cc4f600c497f req-1b3ca49a-1827-41e3-a4c5-4a9db19dd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:08.428319 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c8096155-bf00-4902-ae8c-cc4f600c497f req-1b3ca49a-1827-41e3-a4c5-4a9db19dd7f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1099 time: 0.0692582
Dec 14 10:13:08.468947 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c8096155-bf00-4902-ae8c-cc4f600c497f req-7fe401b4-29bd-4ff0-9f0c-5421f7d7be2b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0334446
Dec 14 10:13:08.802989 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20619485-2b2a-4469-84ce-98c187a024a4 req-eb34a263-e527-401e-ac4f-8245aa39ce30 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:08.804331 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-20619485-2b2a-4469-84ce-98c187a024a4 req-eb34a263-e527-401e-ac4f-8245aa39ce30 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0829256
Dec 14 10:13:08.861198 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-20619485-2b2a-4469-84ce-98c187a024a4 req-6a8b1acb-20e2-420a-a004-1fbf5bbe22b6 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0506411
Dec 14 10:13:09.202346 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e42e1-3dea-4981-9368-5e72dfa52846 req-505e13f3-0cd5-4920-8d80-aea409145a5f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:09.203996 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5a2e42e1-3dea-4981-9368-5e72dfa52846 req-505e13f3-0cd5-4920-8d80-aea409145a5f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.0834715
Dec 14 10:13:09.250847 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5a2e42e1-3dea-4981-9368-5e72dfa52846 req-050d0779-add3-4fbb-bf62-f021d647af66 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0412686
Dec 14 10:13:09.486255 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58710aa9-2417-4823-a4fb-7dacbae08d0e req-b8fa691b-5c75-4825-9da1-5f812a4ac1b6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:09.487713 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-58710aa9-2417-4823-a4fb-7dacbae08d0e req-b8fa691b-5c75-4825-9da1-5f812a4ac1b6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0827067
Dec 14 10:13:09.537594 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-58710aa9-2417-4823-a4fb-7dacbae08d0e req-42375675-b0c1-4924-a353-ff8a6ee40d53 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440869
Dec 14 10:13:09.668098 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35676) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:09.789676 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:09.804728 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:09.808587 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Usage tracker for resource:security_group_rule and tenant:3a676dfe3cf24bd785f4da3b02d53c16 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:09.811412 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:09.817085 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:09.908198 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:09.912007 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:09.919309 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b14b0bcc-2460-4940-8aeb-671f8e3f6143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:09.960074 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a676dfe3cf24bd785f4da3b02d53c16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2908800
Dec 14 10:13:09.961143 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49e491a-8128-4d72-9ecb-327c6fd0ca4e,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:09.963521 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35684) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:10.005899 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.006308 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.006663 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.007023 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.007392 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.007731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.008080 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.008621 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.008978 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.009724 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.010282 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.010517 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:10.019625 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:10.024204 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a75c91f2-53a6-464f-a431-5864f13ac023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.054774 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a75c91f2-53a6-464f-a431-5864f13ac023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.063745 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb40ce-a703-4264-85a7-8d4f3271a117 req-f4418e15-b9f7-4553-9a2b-081b32ece4a7 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:10.065306 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9cbb40ce-a703-4264-85a7-8d4f3271a117 req-f4418e15-b9f7-4553-9a2b-081b32ece4a7 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.1010716
Dec 14 10:13:10.112841 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a75c91f2-53a6-464f-a431-5864f13ac023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.116662 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-845a33a3-05a9-4d73-b9ff-153df3ebf89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:10.129549 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c91f2-53a6-464f-a431-5864f13ac023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49e491a-8128-4d72-9ecb-327c6fd0ca4e,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:10.132049 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a75c91f2-53a6-464f-a431-5864f13ac023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:10.139815 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a75c91f2-53a6-464f-a431-5864f13ac023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.143928 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a75c91f2-53a6-464f-a431-5864f13ac023 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e49e491a-8128-4d72-9ecb-327c6fd0ca4e HTTP/1.1" status: 204  len: 168 time: 0.1791763
Dec 14 10:13:10.200838 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9cbb40ce-a703-4264-85a7-8d4f3271a117 req-1e3b78cc-0314-4a12-b5d4-bc1d38ebe9ae tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7edf751-f9d6-4f9e-a223-6d90a7db3f33&id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1297438
Dec 14 10:13:10.479141 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57a52-825c-4e44-bc2d-2925209942bd req-1bb161ac-e038-4a1e-980e-d6a5c9d89270 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:10.479346 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35716) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:10.481194 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-adc57a52-825c-4e44-bc2d-2925209942bd req-1bb161ac-e038-4a1e-980e-d6a5c9d89270 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.0996900
Dec 14 10:13:10.497969 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.513403 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:10.518823 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Usage tracker for resource:security_group_rule and tenant:ea2f7d1b19904b2c9d1cbcb7bd801598 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:10.522939 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:10.530188 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-adc57a52-825c-4e44-bc2d-2925209942bd req-2372b4e0-00ea-435e-a066-ea0633185513 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0425184
Dec 14 10:13:10.530734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:10.629247 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.633830 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.643007 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e44ee09a-72b8-4d0c-91b3-4f1da921b998 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:10.690011 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea2f7d1b19904b2c9d1cbcb7bd801598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2098386
Dec 14 10:13:10.692651 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35726) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:10.695421 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ab9c09-1da7-4ff1-aa00-197a8a281865,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:10.711457 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:10.762529 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.779761 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aed73-fb17-48e5-b406-a2f5ab05302e req-0cc930c5-8ac6-43d4-aff4-643d40b600e8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:10.781245 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8d4aed73-fb17-48e5-b406-a2f5ab05302e req-0cc930c5-8ac6-43d4-aff4-643d40b600e8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1182010
Dec 14 10:13:10.789299 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.827790 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8d4aed73-fb17-48e5-b406-a2f5ab05302e req-632e9a75-8a87-44d6-8e90-8a057c70fd8b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403430
Dec 14 10:13:10.846249 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.851963 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a60ac2bf-9add-4e37-8dbc-27fb953cb46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:10.867163 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ab9c09-1da7-4ff1-aa00-197a8a281865,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:10.870003 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:10.878545 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:10.889868 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7ab9c09-1da7-4ff1-aa00-197a8a281865 HTTP/1.1" status: 204  len: 168 time: 0.1886420
Dec 14 10:13:11.031582 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11779423-26d7-443a-9621-15c279146f77 req-dc3f86f9-ca5e-45e1-b575-a711e06ae10a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:11.040420 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-11779423-26d7-443a-9621-15c279146f77 req-dc3f86f9-ca5e-45e1-b575-a711e06ae10a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.3867264
Dec 14 10:13:11.056209 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35736) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:11.070378 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'floatingip': {'port_id': '07c89ab1-3f66-4963-95e3-1048fc17638b'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:11.153599 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:11.260564 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f988cb4-db61-4a4d-9566-66ee37179e0b req-006fe1f9-f8f8-40e6-ba70-47b7fcc1099f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:11.262051 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3f988cb4-db61-4a4d-9566-66ee37179e0b req-006fe1f9-f8f8-40e6-ba70-47b7fcc1099f tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1456630
Dec 14 10:13:11.283131 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-c66511d0-c6e3-48b4-8353-e09dfd3c1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:11.284595 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-c66511d0-c6e3-48b4-8353-e09dfd3c1ad8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1099 time: 0.0963144
Dec 14 10:13:11.434536 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-86ca43c8-aafc-4d39-a49c-9df081a3fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:11.436485 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-86ca43c8-aafc-4d39-a49c-9df081a3fb67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.1446524
Dec 14 10:13:11.588210 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-ddcc290e-e291-4113-acdc-608dd1bf913b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 1002 time: 0.1440356
Dec 14 10:13:11.608112 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3f988cb4-db61-4a4d-9566-66ee37179e0b req-8b27b8e4-5723-46d3-8d0a-6d365613f4d5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3393013
Dec 14 10:13:11.680524 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-e2d07bb6-eee0-4029-b49e-ddc5bb023728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:11.682385 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-e2d07bb6-eee0-4029-b49e-ddc5bb023728 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0860226
Dec 14 10:13:11.784149 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-c2a118ed-0f30-47e6-92ab-8ef04608b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:11.785745 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-c2a118ed-0f30-47e6-92ab-8ef04608b6fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0972650
Dec 14 10:13:11.880128 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:11.887974 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:12.050719 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-2dd3d83d-ee2b-4348-b8b3-361cb0b43914 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574749
Dec 14 10:13:12.097183 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Floating IP 3f429642-c2b1-4f27-bd4a-d1806ba4c1fa associated. External IP: 172.27.2.227, port: 07c89ab1-3f66-4963-95e3-1048fc17638b.
Dec 14 10:13:12.209095 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a3d770e-8a74-46e9-8560-ccb58e2d4c76 req-6800c075-b947-4d30-8841-81fa8d302124 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505146
Dec 14 10:13:12.547587 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Router afd21ca1-982a-4e64-b9db-59b69f51c1cc has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:13:12.796871 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:13:12.801407 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:12.812294 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] Sync routers for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:13:12.826163 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:12.827290 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c632f70>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:12.875048 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1681353d-9cdd-491c-9d51-8a4de825c552 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "PUT /v2.0/floatingips/3f429642-c2b1-4f27-bd4a-d1806ba4c1fa HTTP/1.1" status: 200  len: 992 time: 1.8165245
Dec 14 10:13:12.876434 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:13:12.886356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35792) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:12.905872 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918685f6-d662-4ad9-8574-d2324a158692 req-83ea26d5-1316-4d9d-8d90-9bdadb79885d tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:12.912796 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-918685f6-d662-4ad9-8574-d2324a158692 req-83ea26d5-1316-4d9d-8d90-9bdadb79885d tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1905687
Dec 14 10:13:12.967658 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-918685f6-d662-4ad9-8574-d2324a158692 req-d1a0feb9-dac7-41fc-bc7c-ca1e93478309 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539386
Dec 14 10:13:13.023721 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:13.042005 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.046216 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'status': 'completed', 'code': 200}
Dec 14 10:13:13.055533 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35802) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:13.109054 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:13.119960 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Deleting subnet df0b453c-8b8f-4ce7-a145-2b5cc723efc0 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:13:13.121905 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Usage tracker for resource:security_group_rule and tenant:90d8410ceef14ac1939c83bc1b12c410 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:13.123027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.126988 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:13.138758 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:13.186104 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.190636 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-9f82b856-f093-4462-9c7f-422faa9ebe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:13.191848 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-9f82b856-f093-4462-9c7f-422faa9ebe73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1099 time: 0.1217222
Dec 14 10:13:13.249375 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.323919 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.328393 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:13.354289 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.360194 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.365697 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0b453c-8b8f-4ce7-a145-2b5cc723efc0,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:13.369446 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:13.371902 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.376572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7c4a4b29-c433-4d24-99c6-7cfe836df422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:13.378318 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df0b453c-8b8f-4ce7-a145-2b5cc723efc0 HTTP/1.1" status: 204  len: 168 time: 0.3217597
Dec 14 10:13:13.380758 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35806) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:13.414306 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-ccbc3a04-32a7-4289-b140-9e85f3eeae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:13.416588 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-ccbc3a04-32a7-4289-b140-9e85f3eeae64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.2100518
Dec 14 10:13:13.428933 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90d8410ceef14ac1939c83bc1b12c410&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5391169
Dec 14 10:13:13.429381 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35810) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:13.483145 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2b2cde-7d74-42df-8186-6b9d3330cbac,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:13.494582 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.497017 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:13.575433 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-765fd7ad-a9ce-467f-a9d7-2ec8aa439287 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 200  len: 1000 time: 0.1468084
Dec 14 10:13:13.600322 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c632f70>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '3f429642-c2b1-4f27-bd4a-d1806ba4c1fa', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'port_id': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'mac_address': 'fa:16:3e:49:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d8e04-7e43-4287-8640-efedad40515d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:46Z', 'updated_at': '2021-12-14T10:13:11Z', 'revision_number': 1, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:13.622932 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.629861 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] Checking router: afd21ca1-982a-4e64-b9db-59b69f51c1cc for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:13:13.635686 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.642821 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.648508 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:13.649141 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c632f70>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:12:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:13.652563 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c882be0>,) {'filters': {'network_id': ['4613aaa2-a4df-463e-b247-3ca86ac39e26']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:13.666532 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c882be0>, 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:13.667068 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c882be0>, 'ac1418c1-1f69-4e24-9a3b-7a42eb69d1c6') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:13.669185 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-61b48b55-c704-4d48-995a-c2e651d1f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:13.670640 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-61b48b55-c704-4d48-995a-c2e651d1f97b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0881045
Dec 14 10:13:13.674724 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.679923 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.697053 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.704680 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:13:13.705253 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:13:13.720544 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:13:13.781560 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-a6150b12-e544-4b64-9ed3-51591d3c4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:13.783208 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-a6150b12-e544-4b64-9ed3-51591d3c4ebe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020114
Dec 14 10:13:13.788276 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.797661 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fafc4209-612b-4208-b2b0-fdf257471ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:13.811771 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.815591 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5a5a9ac3-5e31-4a42-897f-ff2c94f696d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:13.829731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.841580 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2b2cde-7d74-42df-8186-6b9d3330cbac,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:13.841975 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4613aaa2-a4df-463e-b247-3ca86ac39e26,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:13.844897 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:13.845176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:13.848212 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:13.849713 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c2b2cde-7d74-42df-8186-6b9d3330cbac HTTP/1.1" status: 204  len: 168 time: 0.4192753
Dec 14 10:13:13.859145 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3395befd-58b9-4c5a-921e-3ba3fbb54da4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4613aaa2-a4df-463e-b247-3ca86ac39e26 HTTP/1.1" status: 204  len: 168 time: 0.4772673
Dec 14 10:13:13.869848 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:13.996705 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-69a1f3b8-f6cf-4e2d-af40-14746ac14039 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994631
Dec 14 10:13:14.011367 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35822) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:14.131302 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1047a563-43ab-4299-8391-0112e2267d22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2526870696444f07a95751c539846668&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1176164
Dec 14 10:13:14.133469 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35828) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:14.184335 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d039fb5d-89ce-4b5b-8355-d6d592a8339b req-eba7a67e-eae7-48c2-b388-ea81ad0dca0f service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804466
Dec 14 10:13:14.237641 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.273479 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.289730 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7942848-93da-439d-bb55-ea3671946f81 req-6fd9e77c-9e23-4f2c-bb87-795f91131002 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:14.291781 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f7942848-93da-439d-bb55-ea3671946f81 req-6fd9e77c-9e23-4f2c-bb87-795f91131002 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0980880
Dec 14 10:13:14.345730 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f7942848-93da-439d-bb55-ea3671946f81 req-23175069-97ed-40a7-91b9-234c70a0ec3e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457804
Dec 14 10:13:14.348918 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c632f70>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '3f429642-c2b1-4f27-bd4a-d1806ba4c1fa', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'port_id': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'mac_address': 'fa:16:3e:49:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d8e04-7e43-4287-8640-efedad40515d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:46Z', 'updated_at': '2021-12-14T10:13:11Z', 'revision_number': 1, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:14.351235 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.354006 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855f61a-49a7-401d-9401-e58e74eb1d77 None None] The sync data for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi is: [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '3f429642-c2b1-4f27-bd4a-d1806ba4c1fa', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'port_id': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'mac_address': 'fa:16:3e:49:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d8e04-7e43-4287-8640-efedad40515d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:12:46Z', 'updated_at': '2021-12-14T10:13:11Z', 'revision_number': 1, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:13:14.359027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-56a0b0fe-1b7b-4abd-9d80-fd6c2006c08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:14.376973 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171fc65-3aab-419e-a164-4c0607f6c96f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:14.379335 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:14.387939 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.389835 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f171fc65-3aab-419e-a164-4c0607f6c96f HTTP/1.1" status: 204  len: 168 time: 0.2550409
Dec 14 10:13:14.404925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35836) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:14.422703 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.440346 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:14.446204 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Usage tracker for resource:security_group_rule and tenant:108937dc69144ef2aa1d9dccb99baf1e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:14.448167 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ea77173e-9836-4a68-95ac-68982ca196b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.451597 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:14.457619 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:14.547742 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.551979 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.561734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e2a3870b-3b39-4d45-8a1a-8ebfaa57364b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:14.603883 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=108937dc69144ef2aa1d9dccb99baf1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1974318
Dec 14 10:13:14.606296 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35842) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:14.608987 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af30224-1b0d-45b6-80bd-47e59aa81ae0,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:14.618103 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4808a-e0fe-46b9-aa9b-26f965e69f93 None None] New status for floating IP 3f429642-c2b1-4f27-bd4a-d1806ba4c1fa: ACTIVE {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:13:14.621636 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4f368f2f-a074-4c85-821b-864c6eb3a533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:14.671590 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.705315 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.874889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.879694 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-229eeb46-7d6c-4ba6-8264-e0c325fa381a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:14.892505 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af30224-1b0d-45b6-80bd-47e59aa81ae0,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:14.894712 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:14.898535 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:14.899769 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9af30224-1b0d-45b6-80bd-47e59aa81ae0 HTTP/1.1" status: 204  len: 168 time: 0.2925715
Dec 14 10:13:15.310025 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35870) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:15.421368 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699076230-network', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:15.430909 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:15.435736 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Usage tracker for resource:network and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:15.438731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:15.445799 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:15.458529 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Made reservation on behalf of 1381b4c2d5654dc2bf924671ef0ec4a3 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:15.463727 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.479799 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.494599 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:15.498669 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:15.502051 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:15.507828 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:15.567817 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-36203a89-df14-4536-881a-f237a9c7e3cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0789063
Dec 14 10:13:15.611943 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.616774 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.620997 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8457dffb-d706-47be-923f-44edd8e15206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:15.654724 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:13:15.660538 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c90b822-5fad-49cd-ab01-2f7164d312ee,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:15.664163 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:15.669614 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.670036 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Added segment 9055e9ae-3e07-432f-9c9c-4f852d222c0f of type vlan for network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4
Dec 14 10:13:15.711587 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.718130 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-6c8d3799-ad9f-4b6e-9054-8846feefd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:15.719742 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-6c8d3799-ad9f-4b6e-9054-8846feefd007 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 1099 time: 0.0807533
Dec 14 10:13:15.742954 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.744546 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:15.745129 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:15.750255 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:15.851992 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Pushing event updated for resources: {'Network': ['ID=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:15.855481 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:15.857015 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5480568
Dec 14 10:13:15.860901 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35892) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:15.863620 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:13:15.866730 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Request body: {'subnet': {'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699076230-subnet', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:15.871980 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:15.873144 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-60df99b1-97ab-426a-be5b-ba282a4e1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:15.874735 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-60df99b1-97ab-426a-be5b-ba282a4e1176 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.1372242
Dec 14 10:13:15.876257 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Usage tracker for resource:subnet and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:15.879206 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:15.885301 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:15.898799 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Made reservation on behalf of 1381b4c2d5654dc2bf924671ef0ec4a3 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:15.902622 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342689'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.093768 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-d74176db-a777-462e-a0a0-f6663c5724ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 200  len: 1002 time: 0.2120981
Dec 14 10:13:16.158873 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-a89eda51-276e-4142-a5dc-415128a01c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:16.160277 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-a89eda51-276e-4142-a5dc-415128a01c17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0608757
Dec 14 10:13:16.162137 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342675'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.168071 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-cbf688a6-a887-42a9-adb2-7b3ae331b237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:16.244062 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=04090e2f-9a2e-4a65-bbcf-e8afc2661320,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:16.244886 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-836ffc1f-38e2-46a0-a778-6ea084179004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:16.246509 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-836ffc1f-38e2-46a0-a778-6ea084179004 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802968
Dec 14 10:13:16.247615 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:16.253710 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Checking segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:16.254089 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Network hostable DHCP agents. Network: bd1cbab0-8707-4ef3-99d9-9624dbe62aa4, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:13:16.277599 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:13:16.287441 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, bd1cbab0-8707-4ef3-99d9-9624dbe62aa4) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:16.297678 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd90087-361e-4058-ae8c-ce54d605c543 None None] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:16.300579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:16.301175 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.329238 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4646146
Dec 14 10:13:16.329895 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35906) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:16.335904 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:16.352658 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:16.359239 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Usage tracker for resource:router and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:16.363845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:16.372019 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:16.389880 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.392026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.411538 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-e7453c23-993e-4bd7-81ae-f6dd9b915c24 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580422
Dec 14 10:13:16.422234 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.582626 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:13:16.584397 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.654973 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-76cf01e5-c1f9-4f5d-afe8-e6cedf291a43 req-610807aa-f466-4a59-a9d5-d2c035642ee5 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361879
Dec 14 10:13:16.796058 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:16.798597 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Allocated IP 172.20.0.2 (bd1cbab0-8707-4ef3-99d9-9624dbe62aa4/04090e2f-9a2e-4a65-bbcf-e8afc2661320/b8b50c70-056f-4243-9fde-3c5cbb4cfa6b) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:13:16.907908 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f79e382a-4e29-4c67-8be5-994127d775f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.035956 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.047163 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Transition to ACTIVE for port object b8b50c70-056f-4243-9fde-3c5cbb4cfa6b will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:17.066657 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Transition to ACTIVE for port object b8b50c70-056f-4243-9fde-3c5cbb4cfa6b will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:17.072509 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.078516 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:17.142133 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.143143 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:17.146246 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:17.150853 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:13:17.157112 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Pushing event updated for resources: {'Port': ['ID=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:17.177402 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.200019 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:17.314388 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Attempting to bind port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:13:17.314765 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Attempting to bind port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:13:17.315280 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Attempting to bind port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:17.323592 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:13:17.323968 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Checking segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:17.324367 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.324757 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Bound using segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:13:17.326134 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Bound port: b8b50c70-056f-4243-9fde-3c5cbb4cfa6b, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:13:17.326770 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.347017 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Allocated IP 172.27.2.120 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/d7b325a6-7085-4007-99e0-ace9d0fb59ad) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:13:17.418433 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] For port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:13:17.422110 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] For port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:13:17.426361 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.430264 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8a188cae-4813-41be-81aa-91ba84ea58a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:17.518356 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Pushing event updated for resources: {'Port': ['ID=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:17.521778 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:17.601496 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.632301 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.637201 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0e82e0ff-4306-4bd4-bd39-13e1666060ae tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:17.720509 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b325a6-7085-4007-99e0-ace9d0fb59ad,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:17.723419 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:17.725294 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:17.726757 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:17.734554 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:13:17.800954 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:17.924484 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:18.148419 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:18.413553 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ed065-f5de-4554-bb01-a032071b6b0e None None] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:18.500072 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:18.527169 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-beb0f8c2-6855-4ae2-9e05-83711ccbeb20 None None] Provisioning for port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:18.602488 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b8b50c70-056f-4243-9fde-3c5cbb4cfa6b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:18.738553 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:18.746274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:18.746822 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:18.757005 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:13:18.923861 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:18.969493 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:18.979288 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:18.981779 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:19.072512 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-1fb40ff1-b570-47b6-bb0b-28dd6004c7e7 None None] Provisioning complete for port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:19.072816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1fb40ff1-b570-47b6-bb0b-28dd6004c7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:19.105809 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:19.114361 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:19.137043 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:13:19.162203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:19.166882 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8327055
Dec 14 10:13:19.167211 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35940) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:19.178075 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:13:19.208686 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:19.209319 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c8b09d0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:19.304860 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:19.401442 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:19.693846 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c8b09d0>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:17Z', 'revision_number': 3, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:19.698486 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:13:19.698836 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Updating router a63cae8f-3133-41bf-a850-c32ab638a8f8 port d7b325a6-7085-4007-99e0-ace9d0fb59ad binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:13:19.753207 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:19.870570 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.091473 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Allocated IP 172.20.0.1 (bd1cbab0-8707-4ef3-99d9-9624dbe62aa4/04090e2f-9a2e-4a65-bbcf-e8afc2661320/18b22fd7-dc48-4a02-8ea5-aa47abfd280f) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:13:20.133453 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.145408 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Transition to ACTIVE for port object d7b325a6-7085-4007-99e0-ace9d0fb59ad will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:20.151798 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.155169 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:20.231623 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Attempting to bind port d7b325a6-7085-4007-99e0-ace9d0fb59ad on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:13:20.231996 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Attempting to bind port d7b325a6-7085-4007-99e0-ace9d0fb59ad by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:13:20.232420 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Attempting to bind port d7b325a6-7085-4007-99e0-ace9d0fb59ad on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:20.234609 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0c244-e51c-407f-8b93-085dbe85a917 None None] Pushing event updated for resources: {'Port': ['ID=d7b325a6-7085-4007-99e0-ace9d0fb59ad,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:20.238456 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8bb0c244-e51c-407f-8b93-085dbe85a917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:20.241089 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:13:20.241465 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:20.242451 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.242451 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:13:20.242717 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Bound port: d7b325a6-7085-4007-99e0-ace9d0fb59ad, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:13:20.243090 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.321124 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] For port d7b325a6-7085-4007-99e0-ace9d0fb59ad, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:13:20.324353 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] For port d7b325a6-7085-4007-99e0-ace9d0fb59ad, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=d7b325a6-7085-4007-99e0-ace9d0fb59ad,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:13:20.329083 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.333482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:20.347650 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.363860 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Transition to ACTIVE for port object 18b22fd7-dc48-4a02-8ea5-aa47abfd280f will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:20.389039 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.394071 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-55d7cc5d-cc7d-48f5-bf97-82726f2f45f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:20.406465 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:20.407077 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c8b09d0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:20.453984 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:20.456671 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:20.459216 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:13:20.459843 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.472049 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0c244-e51c-407f-8b93-085dbe85a917 None None] Pushing event updated for resources: {'Port': ['ID=d7b325a6-7085-4007-99e0-ace9d0fb59ad,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:20.477241 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8bb0c244-e51c-407f-8b93-085dbe85a917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:20.481610 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Pushing event updated for resources: {'Port': ['ID=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:20.492460 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.492812 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.493330 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.493855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.494374 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.494867 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.495345 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.495964 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.496472 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.496968 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.497452 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.497932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:13:20.501887 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:20.604323 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:20.622673 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.647368 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b8b50c70-056f-4243-9fde-3c5cbb4cfa6b up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:20.838864 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-a5f0a2c4-270d-4f67-878d-6b06b08d3556 None None] Provisioning for port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:20.855720 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-a5f0a2c4-270d-4f67-878d-6b06b08d3556 None None] Provisioning complete for port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:20.856077 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a2c4-270d-4f67-878d-6b06b08d3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.871361 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.876324 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.877273 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.882314 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c4b57061-9dd1-4618-8815-c45ea03eac4b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:20.944537 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:20.944915 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:20.997931 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0a2c4-270d-4f67-878d-6b06b08d3556 None None] Port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:13:21.026187 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Pushing event updated for resources: {'Port': ['ID=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:21.028939 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:21.083418 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:21.084721 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:21.151953 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c8b09d0>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:17Z', 'revision_number': 3, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:21.156530 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919b4fd-5c40-480c-9356-52c4ada8aa13 None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:17Z', 'revision_number': 3, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:13:21.254935 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35964) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:21.307784 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:13:21.389206 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.406233 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:21.410298 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Usage tracker for resource:security_group_rule and tenant:928e2e17bae3499882f967c88025148a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:21.413666 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:21.444407 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:21.450811 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-4ccc20a2-0648-4eb8-819c-a004be2d2266 None None] Provisioning complete for port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:21.451187 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4ccc20a2-0648-4eb8-819c-a004be2d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.517920 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc20a2-0648-4eb8-819c-a004be2d2266 None None] Port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:13:21.522251 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:13:21.533515 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] 10.222.0.20 "PUT /v2.0/routers/a63cae8f-3133-41bf-a850-c32ab638a8f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3651023
Dec 14 10:13:21.590784 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.595330 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.605728 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2e404c90-f5c9-4dbd-a036-e275972a0f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:21.650231 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=928e2e17bae3499882f967c88025148a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3938847
Dec 14 10:13:21.650741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 35972) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:21.651122 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447f70b9-2dbd-4b2b-956a-68bbd6f7f9b5,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:21.654823 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:21.721324 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.751595 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.814315 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.819581 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a2e5fa98-917a-4856-8c34-9b7c71b12888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:21.834419 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447f70b9-2dbd-4b2b-956a-68bbd6f7f9b5,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:21.836450 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:21.838304 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/447f70b9-2dbd-4b2b-956a-68bbd6f7f9b5 HTTP/1.1" status: 204  len: 168 time: 0.1859004
Dec 14 10:13:21.839602 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:22.200560 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35992) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:22.206152 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282686964-network', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:22.211588 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:22.216317 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Usage tracker for resource:network and tenant:e0f2d737a02e47caa60f0b95802e91a4 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:22.219203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:22.224761 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:22.233726 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 35996) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:22.247332 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Made reservation on behalf of e0f2d737a02e47caa60f0b95802e91a4 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:22.249538 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.263353 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.274818 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.293039 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:22.297331 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:22.299592 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Usage tracker for resource:security_group_rule and tenant:e0f2d737a02e47caa60f0b95802e91a4 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:22.303249 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:22.306103 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Usage tracker for resource:security_group_rule and tenant:995d68360057415d93eb178c1dfb031f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:22.311014 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:22.313554 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:22.318896 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:22.468606 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.473948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.474270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.479425 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-195e2107-9f70-4adc-ba60-1a37d144d8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:22.488502 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.505975 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:13:22.541355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.541685 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Added segment 8c9838df-0683-405a-8275-cbd77149b832 of type vlan for network 1345b58e-2a27-4e9f-b077-602fa095a2ec
Dec 14 10:13:22.542931 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8433661-2317-4d68-a768-c397346cb291,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:22.550253 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:22.550773 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-01f25d30-8ed3-4d5c-9fee-cab171f11258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:22.560910 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=995d68360057415d93eb178c1dfb031f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261027
Dec 14 10:13:22.563720 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36002) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:22.579004 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device d7b325a6-7085-4007-99e0-ace9d0fb59ad up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:22.596263 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.601392 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d973da9-a0a1-4063-be4f-e449a48d369a,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:22.606450 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:22.643180 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.644604 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:22.645222 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.650957 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-42ad7225-8a77-4f96-b697-7770401ff0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:22.656230 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port d7b325a6-7085-4007-99e0-ace9d0fb59ad completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:22.659513 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.660474 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port d7b325a6-7085-4007-99e0-ace9d0fb59ad triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:22.661050 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.694020 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.754457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.759213 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Pushing event updated for resources: {'Network': ['ID=1345b58e-2a27-4e9f-b077-602fa095a2ec,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:22.761388 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-79864e7b-3981-4ca0-a0d1-7286235712a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:22.764058 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:22.770993 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5691762
Dec 14 10:13:22.773719 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36006) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:22.788409 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d973da9-a0a1-4063-be4f-e449a48d369a,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:22.789809 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Request body: {'subnet': {'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282686964-subnet', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:22.795226 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:22.796778 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:22.801670 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Usage tracker for resource:subnet and tenant:e0f2d737a02e47caa60f0b95802e91a4 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:22.805701 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.806687 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:22.809530 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d973da9-a0a1-4063-be4f-e449a48d369a HTTP/1.1" status: 204  len: 168 time: 0.2439165
Dec 14 10:13:22.812578 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:13:22.823650 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:22.838331 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Made reservation on behalf of e0f2d737a02e47caa60f0b95802e91a4 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:22.841045 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342689'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.919882 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.957193 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port d7b325a6-7085-4007-99e0-ace9d0fb59ad, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=d7b325a6-7085-4007-99e0-ace9d0fb59ad,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:22.961902 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:22.965077 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:23.039584 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=d7b325a6-7085-4007-99e0-ace9d0fb59ad,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:23.043096 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:23.061467 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:13:23.074063 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342675'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.074305 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:23.074887 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d576100>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:23.079515 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-98b3c160-b810-4d78-b545-9ab39bf45a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:23.162663 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:23.166724 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:23.167797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Checking segment: {'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:23.167797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Network hostable DHCP agents. Network: 1345b58e-2a27-4e9f-b077-602fa095a2ec, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:13:23.188584 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:13:23.203100 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 1345b58e-2a27-4e9f-b077-602fa095a2ec) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:23.207542 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:23.208244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.217068 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfa0c2-c94e-47ce-8d1b-cb6fd9a469fe None None] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:23.235486 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4521077
Dec 14 10:13:23.237896 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36014) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:23.246910 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:23.251870 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:23.256754 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Usage tracker for resource:router and tenant:e0f2d737a02e47caa60f0b95802e91a4 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:23.260247 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:23.266242 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:23.278691 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:23.279601 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-634086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104304'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.280675 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104295'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.297062 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.555274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd5489d-52ce-550b-92af-6d271de1bdf1-1345b58e-2a27-4e9f-b077-602fa095a2ec', 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'fixed_ips': [{'subnet_id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6'}]}} from dv-cinder-818885-1-iscsi. {{(pid=86851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 14 10:13:23.556926 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.646385 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104213'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.663742 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d576100>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 2, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:23.669424 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:13:23.670194 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Updating router a63cae8f-3133-41bf-a850-c32ab638a8f8 port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:13:23.741696 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:23.752114 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.db_base_plugin_common [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Allocated IP 172.20.0.2 (1345b58e-2a27-4e9f-b077-602fa095a2ec/5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6/99e2e69e-84c9-4258-9f2a-7f7f90326fea) {{(pid=86851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:13:24.012393 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Notify callbacks [] for port, precommit_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.043566 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Transition to ACTIVE for port object 99e2e69e-84c9-4258-9f2a-7f7f90326fea will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:24.084692 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Transition to ACTIVE for port object 99e2e69e-84c9-4258-9f2a-7f7f90326fea will not be triggered until provisioned by entity DHCP. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:24.093453 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021'] for port, after_create {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.099315 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-72ef92ec-5864-4ab5-9cfe-afd826e5719e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:24.116258 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.140730 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.154652 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Transition to ACTIVE for port object 18b22fd7-dc48-4a02-8ea5-aa47abfd280f will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:24.164307 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.167841 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.174101 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec is already hosted by enough agents. {{(pid=86851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:24.175115 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:24.177513 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.scheduler.base_scheduler [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Resources bound (agent type, host, resource id):  {{(pid=86851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:24.179931 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Received port after_create {{(pid=86851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:13:24.193555 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Pushing event updated for resources: {'Port': ['ID=99e2e69e-84c9-4258-9f2a-7f7f90326fea,revision_number=1']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:24.196276 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:24.259283 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada71da4-b41e-4701-ae4c-2d0a39a1d198 None None] Pushing event updated for resources: {'Port': ['ID=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:24.263890 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-ada71da4-b41e-4701-ae4c-2d0a39a1d198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:24.290122 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Attempting to bind port 99e2e69e-84c9-4258-9f2a-7f7f90326fea on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:13:24.291246 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Attempting to bind port 99e2e69e-84c9-4258-9f2a-7f7f90326fea by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:13:24.291819 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Attempting to bind port 99e2e69e-84c9-4258-9f2a-7f7f90326fea on network 1345b58e-2a27-4e9f-b077-602fa095a2ec {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:24.300430 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:13:24.300878 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Checking segment: {'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:24.301374 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.302448 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Bound using segment: {'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:13:24.302979 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Bound port: 99e2e69e-84c9-4258-9f2a-7f7f90326fea, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:13:24.303828 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.330676 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Allocated IP 172.27.2.6 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/3ab30f6e-a5c3-472f-b799-d7cc05ee3358) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:13:24.428950 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] For port 99e2e69e-84c9-4258-9f2a-7f7f90326fea, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:13:24.434178 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] For port 99e2e69e-84c9-4258-9f2a-7f7f90326fea, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=99e2e69e-84c9-4258-9f2a-7f7f90326fea,segment=NetworkSegment(8c9838df-0683-405a-8275-cbd77149b832),segment_id=8c9838df-0683-405a-8275-cbd77149b832)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:13:24.444408 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.451728 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:24.456054 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Attempting to bind port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:13:24.456432 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Attempting to bind port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:13:24.456797 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Attempting to bind port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:24.465524 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:13:24.465897 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Checking segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:24.466345 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.466856 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Bound using segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:13:24.467336 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Bound port: 18b22fd7-dc48-4a02-8ea5-aa47abfd280f, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:13:24.467730 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.577876 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Pushing event updated for resources: {'Port': ['ID=99e2e69e-84c9-4258-9f2a-7f7f90326fea,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:24.580728 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] For port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:13:24.584677 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] For port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:13:24.585890 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:24.595721 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.603860 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.615506 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-a60b1930-6282-4d25-a1d4-fdf2e9eab6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:24.621313 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device d7b325a6-7085-4007-99e0-ace9d0fb59ad up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:24.660329 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.676766 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-74bbe5a6-4ca9-4a6b-bfff-2ba0140c38db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:24.724011 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port d7b325a6-7085-4007-99e0-ace9d0fb59ad triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:24.724800 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:24.731280 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:24.731927 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d576100>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:24.822716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:24.831130 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:24.839306 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:13:24.923781 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada71da4-b41e-4701-ae4c-2d0a39a1d198 None None] Pushing event updated for resources: {'Port': ['ID=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,revision_number=4']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:24.928911 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-ada71da4-b41e-4701-ae4c-2d0a39a1d198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:24.972242 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:25.050233 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:25.125585 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:25.421948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:25.460420 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d576100>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:24Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:25.464421 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc991fba-160d-45f7-a240-5e6de8a35dc7 None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:24Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:13:25.842761 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633574'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.088844 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2047c-d4b2-4bd1-8301-6df3ad25aca1 None None] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:26.143243 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36090) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:26.212796 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-e33b7ded-9af4-42ed-9fdf-ce9e1f56bd1f None None] Provisioning for port 99e2e69e-84c9-4258-9f2a-7f7f90326fea completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:26.214685 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Router 72b5b540-d51d-427a-b72b-33b74b28fa23 is scheduled to L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 14 10:13:26.287496 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.304916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:26.309926 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Usage tracker for resource:security_group_rule and tenant:bf8f9dba29b94e539f74bb9671259a3e is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:26.313292 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:26.319761 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:26.423123 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.433078 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.434083 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:13:26.443614 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Sync routers for ids ['72b5b540-d51d-427a-b72b-33b74b28fa23'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:13:26.450714 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d42bd3f7-eecb-4041-9200-2ff6acf35063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:26.456192 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Routers {'72b5b540-d51d-427a-b72b-33b74b28fa23'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:26.456919 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cd558b0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['72b5b540-d51d-427a-b72b-33b74b28fa23'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:26.471081 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.475536 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.2358463
Dec 14 10:13:26.476140 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36096) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:26.498168 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf8f9dba29b94e539f74bb9671259a3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3511276
Dec 14 10:13:26.498168 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe54a4b-7f3d-4b26-acab-be25ac28f181,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:26.500259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36100) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:26.503117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:26.646328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.703078 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.746875 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 99e2e69e-84c9-4258-9f2a-7f7f90326fea up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:26.773427 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.778898 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fb6116c9-9490-4424-9092-9d773ade170b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:26.790948 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe54a4b-7f3d-4b26-acab-be25ac28f181,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:26.796512 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:26.802732 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:26.803851 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfe54a4b-7f3d-4b26-acab-be25ac28f181 HTTP/1.1" status: 204  len: 168 time: 0.3026128
Dec 14 10:13:26.871920 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Set router 72b5b540-d51d-427a-b72b-33b74b28fa23 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:27.123209 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 99e2e69e-84c9-4258-9f2a-7f7f90326fea completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:27.141325 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 99e2e69e-84c9-4258-9f2a-7f7f90326fea triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:27.141729 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.185996 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36110) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:27.203787 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.220877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:27.225012 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Usage tracker for resource:security_group_rule and tenant:53ee7e2b4cc04350b1c4608546314673 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:27.228775 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:27.235540 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:27.336075 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cd558b0>, [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:13:25Z', 'revision_number': 3, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port': {'id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:04:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:24Z', 'updated_at': '2021-12-14T10:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:27.341583 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.342892 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.346427 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.351660 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Checking router: 72b5b540-d51d-427a-b72b-33b74b28fa23 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:13:27.352024 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Updating router 72b5b540-d51d-427a-b72b-33b74b28fa23 port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 binding host dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:13:27.356160 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4d5ed7f0-31e2-4dd1-a5d2-4f0aeb0256e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:27.358152 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.385886 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812da219-3278-41c0-8239-2b310165de24,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:27.389412 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:27.411294 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53ee7e2b4cc04350b1c4608546314673&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2243717
Dec 14 10:13:27.411975 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36114) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:27.425284 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.456044 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 99e2e69e-84c9-4258-9f2a-7f7f90326fea, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=99e2e69e-84c9-4258-9f2a-7f7f90326fea,segment=NetworkSegment(8c9838df-0683-405a-8275-cbd77149b832),segment_id=8c9838df-0683-405a-8275-cbd77149b832)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:27.469643 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.470527 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 18b22fd7-dc48-4a02-8ea5-aa47abfd280f up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:27.474970 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.498861 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:27.507994 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.579630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Allocated IP 172.20.0.1 (1345b58e-2a27-4e9f-b077-602fa095a2ec/5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6/505774d2-fa75-4e87-bcb4-919914e76867) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:13:27.670687 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.676108 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f9ff84d3-2b8a-42d0-8dbd-7e436a29087f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:27.689179 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812da219-3278-41c0-8239-2b310165de24,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:27.692887 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=99e2e69e-84c9-4258-9f2a-7f7f90326fea,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:27.697281 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:27.698421 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.703119 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/812da219-3278-41c0-8239-2b310165de24 HTTP/1.1" status: 204  len: 168 time: 0.2874217
Dec 14 10:13:27.714038 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:27.747295 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.764680 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Transition to ACTIVE for port object 505774d2-fa75-4e87-bcb4-919914e76867 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:27.794726 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:27.799196 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.804974 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:27.805431 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:27.806920 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f7a20f67-6016-40ca-b740-ad9795906a6e tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:27.875346 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:27.878302 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:27.882356 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:13:27.920815 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=505774d2-fa75-4e87-bcb4-919914e76867,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:27.933792 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:27.968831 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545320'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.037903 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.071124 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.114601 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Transition to ACTIVE for port object 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:28.137122 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:28.145415 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.154051 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:28.199059 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.270436 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Attempting to bind port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:13:28.270840 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Attempting to bind port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:13:28.271357 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Attempting to bind port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 on network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:28.284268 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-fdb9c0d4-9271-43cf-8e8c-d3136816dbbd None None] Provisioning for port 505774d2-fa75-4e87-bcb4-919914e76867 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:28.293494 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:28.296844 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:28.297754 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:13:28.298267 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Checking segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:28.298866 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.299255 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Bound using segment: {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:13:28.299744 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Bound port: 3ab30f6e-a5c3-472f-b799-d7cc05ee3358, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8694f69-7923-4e24-8f9c-471ca59c3403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:13:28.300121 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.330460 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:28.332007 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.417769 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-fdb9c0d4-9271-43cf-8e8c-d3136816dbbd None None] Provisioning complete for port 505774d2-fa75-4e87-bcb4-919914e76867 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:28.418179 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c0d4-9271-43cf-8e8c-d3136816dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.521782 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9c0d4-9271-43cf-8e8c-d3136816dbbd None None] Port 505774d2-fa75-4e87-bcb4-919914e76867 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:13:28.523404 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cf6df-1a4a-4a71-96f7-5005f600febc None None] Pushing event updated for resources: {'Port': ['ID=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:28.531424 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-f68cf6df-1a4a-4a71-96f7-5005f600febc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:28.537001 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] For port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:13:28.543284 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] For port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:13:28.549108 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.553074 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:28.598377 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 99e2e69e-84c9-4258-9f2a-7f7f90326fea up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:28.632878 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.642137 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.677246 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:28.695480 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Routers {'72b5b540-d51d-427a-b72b-33b74b28fa23'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:28.696111 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cd558b0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['72b5b540-d51d-427a-b72b-33b74b28fa23'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:28.750764 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cf6df-1a4a-4a71-96f7-5005f600febc None None] Pushing event updated for resources: {'Port': ['ID=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:28.753257 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545483'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.760693 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=505774d2-fa75-4e87-bcb4-919914e76867,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:28.764641 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:28.765001 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-f68cf6df-1a4a-4a71-96f7-5005f600febc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:28.840629 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 99e2e69e-84c9-4258-9f2a-7f7f90326fea triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:28.841011 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:28.902764 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:28.903942 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:28.938357 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] Set router 72b5b540-d51d-427a-b72b-33b74b28fa23 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:29.137819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Router 72b5b540-d51d-427a-b72b-33b74b28fa23 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:13:29.253554 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 18b22fd7-dc48-4a02-8ea5-aa47abfd280f up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:29.334314 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-ab71e19a-5092-43b9-9328-512f88acac61 None None] Provisioning complete for port 505774d2-fa75-4e87-bcb4-919914e76867 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:29.334690 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ab71e19a-5092-43b9-9328-512f88acac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:29.335877 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:13:29.345637 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/72b5b540-d51d-427a-b72b-33b74b28fa23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8684850
Dec 14 10:13:29.465483 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-ab71e19a-5092-43b9-9328-512f88acac61 None None] Port 505774d2-fa75-4e87-bcb4-919914e76867 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:13:29.482832 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:29.483307 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:29.594699 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cd558b0>, [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 4, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port': {'id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:04:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:24Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '505774d2-fa75-4e87-bcb4-919914e76867', 'name': '', 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'mac_address': 'fa:16:3e:0d:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:27Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 2, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'subnets': [{'id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:29.610304 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66249bab-e142-4a20-b42c-baf7d52b4843 None None] The sync data for ids ['72b5b540-d51d-427a-b72b-33b74b28fa23'] in dv-cinder-818885-1-iscsi is: [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 4, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port': {'id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:04:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:24Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '505774d2-fa75-4e87-bcb4-919914e76867', 'name': '', 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'mac_address': 'fa:16:3e:0d:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:27Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 2, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'subnets': [{'id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:13:29.980898 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36184) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:29.986697 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442028405', 'description': 'tempest-secgroup-smoke-442028405 description', 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:29.992451 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:29.997579 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:30.000669 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:30.006556 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:30.018719 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.042737 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:30.046856 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:30.050383 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:30.059566 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:30.134781 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.138742 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.143044 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a46f6a40-1e6b-46f9-bf39-8c15ed0103c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:30.186990 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c452a80a-69ce-4663-9f0f-514ea31b5a23,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:30.190743 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:30.192210 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.193446 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2115605
Dec 14 10:13:30.197736 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36196) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:30.203313 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'security_group_rule': {'security_group_id': 'c452a80a-69ce-4663-9f0f-514ea31b5a23', 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:30.209379 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:30.214579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:30.217515 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:30.223285 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:30.242693 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.315742 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.322128 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.324700 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:30.350198 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb74f9fe-a1e3-4de5-8161-d485289df171,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:30.354301 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:30.363284 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.374985 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-9a1a2916-ba24-4fd0-a1cc-74d19572055c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1729012
Dec 14 10:13:30.374985 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36200) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:30.382469 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'security_group_rule': {'security_group_id': 'c452a80a-69ce-4663-9f0f-514ea31b5a23', 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:30.398261 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:30.403213 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:30.406466 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:30.412838 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:30.435463 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.510270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.520342 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.529569 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-966d0d2c-20e4-4e34-9203-f45168dba206 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:30.560664 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36208) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:30.560828 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08d5d44-a7b1-40bc-8a25-ee36869071d3,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:30.563903 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:30.575230 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.579362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36214) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:30.579675 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8fe83a00-df2c-42cb-bc96-03e9b63f7210 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2060719
Dec 14 10:13:30.586593 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'security_group_rule': {'security_group_id': 'c452a80a-69ce-4663-9f0f-514ea31b5a23', 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:30.606830 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:30.612027 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:30.615547 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:30.628260 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:30.630877 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:30.654239 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.715165 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:30.723762 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:30.723964 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.754134 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.755293 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.767380 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.777638 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:30.789659 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:30.802746 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Usage tracker for resource:security_group_rule and tenant:a640e5fd8d9f417c911c2e4de2bbde13 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:30.805251 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bba46b6-8e65-4c3b-80f6-10aeeacf10d1,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:30.807834 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:30.811945 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:30.817119 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:30.827996 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.831929 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-fd0e56bf-5dae-4d11-90ee-22d400cef106 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2486975
Dec 14 10:13:30.832232 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36218) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:30.839571 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'security_group_rule': {'security_group_id': 'c452a80a-69ce-4663-9f0f-514ea31b5a23', 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:30.855605 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:30.861034 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.862322 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:30.868677 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:30.876678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:30.881553 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:30.887346 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.889401 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:30.912278 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:30.957819 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:30.960854 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:30.988768 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.000600 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.014705 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6559afad-26f6-4c61-82f3-6853061be01c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:31.025365 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.038657 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.069900 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a640e5fd8d9f417c911c2e4de2bbde13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5077105
Dec 14 10:13:31.073178 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36222) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:31.073372 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924d2502-fd4c-48fa-ab92-9a1c7befdf52,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:31.076453 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1f603f49-e051-4e1c-84d4-e851a7f2d16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:31.077741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9ba14846-4a27-4c8f-92b2-88bb150f40ac tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:31.097584 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b018c3-318a-463f-8fb1-bf9ef51204b8,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:31.101040 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:31.102334 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.103618 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-1ca2cb53-b498-4275-a85c-200281feda2e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2701516
Dec 14 10:13:31.106267 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36226) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:31.111188 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'security_group_rule': {'security_group_id': 'c452a80a-69ce-4663-9f0f-514ea31b5a23', 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:31.116864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:31.121306 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:31.124132 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:31.129748 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:31.133041 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.140648 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.securitygroups_db [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Project 1381b4c2d5654dc2bf924671ef0ec4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 10:13:31.147390 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.159413 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.211587 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.216218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.218405 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-066b8c88-3d16-4d48-80ed-fca40e62f845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:31.221345 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.224256 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b5bc7bb4-9424-4370-87a6-5d75fe77e87a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:31.230007 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d2502-fd4c-48fa-ab92-9a1c7befdf52,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:31.235676 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:31.237740 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.238872 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/924d2502-fd4c-48fa-ab92-9a1c7befdf52 HTTP/1.1" status: 204  len: 168 time: 0.1647341
Dec 14 10:13:31.253947 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c107b157-6ef1-481e-a63f-5a769c29c0b8,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:31.256852 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:31.260380 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.261676 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1545048
Dec 14 10:13:31.264312 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36232) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:31.269802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'security_group_rule': {'security_group_id': 'c452a80a-69ce-4663-9f0f-514ea31b5a23', 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:31.276302 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:31.280341 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:security_group_rule and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:31.283205 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:31.288835 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:31.299655 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.securitygroups_db [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Project 1381b4c2d5654dc2bf924671ef0ec4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 10:13:31.307663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.384125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.388122 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.390572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:31.412904 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bf79d4-eb56-4a2d-a76a-92122a6b8753,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:31.415852 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:31.423379 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.424586 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-bcbe77d7-c00f-454c-83f1-9f85d9892005 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1592484
Dec 14 10:13:31.536560 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36260) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:31.555965 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.574253 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:31.578107 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5082f5cafb4f439f74aaab1cebe176 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:31.580971 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:31.586779 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:31.672221 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.675991 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.684431 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bbe80ca-26af-41a5-805a-7b993b4355be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:31.723468 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e5082f5cafb4f439f74aaab1cebe176&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1857924
Dec 14 10:13:31.724470 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74aa14-3e33-4484-9220-10a19e51212e,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:31.726127 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36280) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:31.728144 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:31.793978 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.825110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.878942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.884335 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fc72792f-d808-4f8e-8730-bda1e232ea30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:31.896735 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74aa14-3e33-4484-9220-10a19e51212e,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:31.900438 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:31.902432 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:31.905917 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b74aa14-3e33-4484-9220-10a19e51212e HTTP/1.1" status: 204  len: 168 time: 0.1764338
Dec 14 10:13:32.558679 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:32.681065 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:32.681443 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:32.709838 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36324) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:32.823185 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1234341730-network', 'tenant_id': '972d345fc6354d3ab970b76197764752'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:32.827779 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:32.831529 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Usage tracker for resource:network and tenant:972d345fc6354d3ab970b76197764752 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:32.834419 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:32.841338 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:32.853568 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Made reservation on behalf of 972d345fc6354d3ab970b76197764752 for: {'network': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:32.855886 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:32.867967 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:32.882369 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:32.887525 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Usage tracker for resource:security_group_rule and tenant:972d345fc6354d3ab970b76197764752 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:32.890666 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:32.896694 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:32.998977 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.005643 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.008117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ee78efba-7d23-438a-8f6f-d531bd991620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:33.037069 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'}  {{(pid=86850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:13:33.046453 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c1c25-4a2c-4824-89a1-377d4d9e1e1d,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:33.050492 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:33.054238 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.055151 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.segments_db [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Added segment 0596e53e-f104-400c-b88a-76dcd1c92a08 of type vlan for network f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf
Dec 14 10:13:33.087276 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.122645 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.123985 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:33.124757 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.128471 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dda73407-e227-48b2-b008-e302802ebe8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:33.237499 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5233202
Dec 14 10:13:33.237499 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Pushing event updated for resources: {'Network': ['ID=f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:33.238654 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:33.240983 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36334) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:33.249882 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:13:33.250380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Request body: {'subnet': {'network_id': 'f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1234341730-subnet', 'tenant_id': '972d345fc6354d3ab970b76197764752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:33.255521 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:33.260155 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Usage tracker for resource:subnet and tenant:972d345fc6354d3ab970b76197764752 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:33.263759 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:33.269394 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:33.272481 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Sync routers for ids ['72b5b540-d51d-427a-b72b-33b74b28fa23'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:13:33.283363 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Routers {'72b5b540-d51d-427a-b72b-33b74b28fa23'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:33.284080 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d567b50>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['72b5b540-d51d-427a-b72b-33b74b28fa23'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:33.284428 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Made reservation on behalf of 972d345fc6354d3ab970b76197764752 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:33.287002 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342689'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.475276 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Set router 72b5b540-d51d-427a-b72b-33b74b28fa23 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:33.519404 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342675'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.525484 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a155f68b-1bea-4b07-8e33-33ac6539c00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:33.687286 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=45931491-8fa8-4d48-b4e2-c76ed7b2e1cd,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:33.690100 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:33.702014 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Checking segment: {'id': '0596e53e-f104-400c-b88a-76dcd1c92a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:33.702363 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Network hostable DHCP agents. Network: f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:13:33.722915 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Network f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:13:33.733293 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:33.737861 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:33.739118 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.742943 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef5df6-f2c6-4bca-83f1-daea63cd2efb None None] Network f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:33.767430 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6559c286-afbc-49f2-b0fd-adcb367427ca admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5260620
Dec 14 10:13:33.813636 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d567b50>, [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 4, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port': {'id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:24Z', 'updated_at': '2021-12-14T10:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '505774d2-fa75-4e87-bcb4-919914e76867', 'name': '', 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'mac_address': 'fa:16:3e:0d:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:27Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 2, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'subnets': [{'id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:33.817706 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Checking router: 72b5b540-d51d-427a-b72b-33b74b28fa23 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:13:33.818095 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Updating router 72b5b540-d51d-427a-b72b-33b74b28fa23 port 505774d2-fa75-4e87-bcb4-919914e76867 binding host dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 14 10:13:33.872072 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:33.992156 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fca7a-867f-4cd3-8ad5-446dc0903e25 None None] Network f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:34.317527 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Notify callbacks [] for port, precommit_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.329292 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.provisioning_blocks [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Transition to ACTIVE for port object 505774d2-fa75-4e87-bcb4-919914e76867 will not be triggered until provisioned by entity L2. {{(pid=86852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:34.340541 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.345570 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-ada71da4-b41e-4701-ae4c-2d0a39a1d198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:34.392858 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36358) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:34.398481 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1733600166-network', 'tenant_id': '81dacf000efd4fe7b87a055daae8da51'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:34.403990 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:34.408077 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Usage tracker for resource:network and tenant:81dacf000efd4fe7b87a055daae8da51 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:34.411727 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:34.419271 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:34.429837 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Made reservation on behalf of 81dacf000efd4fe7b87a055daae8da51 for: {'network': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:34.432864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.445843 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.460902 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:34.465149 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Usage tracker for resource:security_group_rule and tenant:81dacf000efd4fe7b87a055daae8da51 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:34.468168 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:34.474026 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:34.534780 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ed0e0-d4ec-4470-b4ba-aaa72ba6e595 None None] Pushing event updated for resources: {'Port': ['ID=505774d2-fa75-4e87-bcb4-919914e76867,revision_number=3']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:34.542535 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-0b8ed0e0-d4ec-4470-b4ba-aaa72ba6e595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:34.588700 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.594650 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.595625 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Attempting to bind port 505774d2-fa75-4e87-bcb4-919914e76867 on host dv-cinder-818885-1-iscsi for vnic_type normal with profile  {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:13:34.596004 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Attempting to bind port 505774d2-fa75-4e87-bcb4-919914e76867 by drivers openvswitch,hyperv on host dv-cinder-818885-1-iscsi at level 0 using segments [{'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:13:34.596370 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Attempting to bind port 505774d2-fa75-4e87-bcb4-919914e76867 on network 1345b58e-2a27-4e9f-b077-602fa095a2ec {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:34.601725 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-41dd9f2d-ac02-431a-bae0-8d588e1e080e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:34.604006 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Checking agent: {'id': 'c5e6acd9-5f0d-4407-9651-bb97a5c05acc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818885-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 9, 59, 48), 'started_at': datetime.datetime(2021, 12, 14, 10, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818885-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:13:34.604443 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Checking segment: {'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:34.604856 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.605253 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Bound using segment: {'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'} {{(pid=86852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:13:34.605732 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.managers [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Bound port: 505774d2-fa75-4e87-bcb4-919914e76867, host: dv-cinder-818885-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9838df-0683-405a-8275-cbd77149b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec'}}] {{(pid=86852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:13:34.606163 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.644041 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'}  {{(pid=86850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:13:34.662884 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb0ae34-58be-42d5-bbaa-0dd59b6b195e,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:34.667185 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:34.668176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.668513 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.segments_db [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Added segment 5337ea09-c449-4342-9eb2-4b53de7e7dda of type vlan for network b0c8c4b7-5116-4e19-83eb-93f5d947013c
Dec 14 10:13:34.678644 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:13:34.702828 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.709615 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] For port 505774d2-fa75-4e87-bcb4-919914e76867, host dv-cinder-818885-1-iscsi, cleared binding levels {{(pid=86852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:13:34.713296 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.plugins.ml2.db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] For port 505774d2-fa75-4e87-bcb4-919914e76867, host dv-cinder-818885-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=505774d2-fa75-4e87-bcb4-919914e76867,segment=NetworkSegment(8c9838df-0683-405a-8275-cbd77149b832),segment_id=8c9838df-0683-405a-8275-cbd77149b832)] {{(pid=86852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:13:34.720742 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron_lib.callbacks.manager [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.726417 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-10c173f3-2d12-4b35-8dab-7eebbd276f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:34.738308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.739666 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:34.740242 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:34.743740 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:34.801181 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Routers {'72b5b540-d51d-427a-b72b-33b74b28fa23'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:34.802070 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d567b50>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['72b5b540-d51d-427a-b72b-33b74b28fa23'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:34.847861 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c8c4b7-5116-4e19-83eb-93f5d947013c,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:34.850879 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4570029
Dec 14 10:13:34.851741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:34.854471 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36362) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:34.856433 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ed0e0-d4ec-4470-b4ba-aaa72ba6e595 None None] Pushing event updated for resources: {'Port': ['ID=505774d2-fa75-4e87-bcb4-919914e76867,revision_number=4']} {{(pid=86852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:34.860988 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Request body: {'subnet': {'network_id': 'b0c8c4b7-5116-4e19-83eb-93f5d947013c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1733600166-subnet', 'tenant_id': '81dacf000efd4fe7b87a055daae8da51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:34.864309 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG oslo_concurrency.lockutils [None req-0b8ed0e0-d4ec-4470-b4ba-aaa72ba6e595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:34.865847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:34.870493 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Usage tracker for resource:subnet and tenant:81dacf000efd4fe7b87a055daae8da51 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:13:34.873099 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:13:34.873422 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network b0c8c4b7-5116-4e19-83eb-93f5d947013c details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:13:34.879133 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:34.892261 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Made reservation on behalf of 81dacf000efd4fe7b87a055daae8da51 for: {'subnet': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:34.895272 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:35.058350 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] Set router 72b5b540-d51d-427a-b72b-33b74b28fa23 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:35.119509 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for subnet, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:35.123671 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ef8a7b04-8e1d-4e6e-a466-c5795fe707af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:35.198052 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a1d7fa-5645-45c5-aa45-2ec2185f3ff3,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:35.200781 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:35.207772 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Checking segment: {'id': '5337ea09-c449-4342-9eb2-4b53de7e7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'b0c8c4b7-5116-4e19-83eb-93f5d947013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:35.208114 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Network hostable DHCP agents. Network: b0c8c4b7-5116-4e19-83eb-93f5d947013c, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:13:35.227715 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Network b0c8c4b7-5116-4e19-83eb-93f5d947013c is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:13:35.237939 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, b0c8c4b7-5116-4e19-83eb-93f5d947013c) {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:35.243225 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:35.244155 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:35.251309 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad121af5-db9e-4f60-9a27-63faea8d2dd3 None None] Network b0c8c4b7-5116-4e19-83eb-93f5d947013c requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:35.271292 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-72401447-acff-4236-ab0c-c2223a73a898 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4156539
Dec 14 10:13:35.419303 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d567b50>, [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 4, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port': {'id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:24Z', 'updated_at': '2021-12-14T10:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '505774d2-fa75-4e87-bcb4-919914e76867', 'name': '', 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'mac_address': 'fa:16:3e:0d:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:27Z', 'updated_at': '2021-12-14T10:13:34Z', 'revision_number': 4, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'subnets': [{'id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:35.424127 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04700f30-c17a-44f5-9437-af403f6fa811 None None] The sync data for ids ['72b5b540-d51d-427a-b72b-33b74b28fa23'] in dv-cinder-818885-1-iscsi is: [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 4, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port': {'id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:24Z', 'updated_at': '2021-12-14T10:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '505774d2-fa75-4e87-bcb4-919914e76867', 'name': '', 'network_id': '1345b58e-2a27-4e9f-b077-602fa095a2ec', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'mac_address': 'fa:16:3e:0d:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:27Z', 'updated_at': '2021-12-14T10:13:34Z', 'revision_number': 4, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'subnets': [{'id': '5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:13:35.585565 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5536c69-8694-476b-acc6-b08b5ad736be None None] Network b0c8c4b7-5116-4e19-83eb-93f5d947013c requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:13:36.580110 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 505774d2-fa75-4e87-bcb4-919914e76867 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:36.651704 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning for port 505774d2-fa75-4e87-bcb4-919914e76867 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:36.658027 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 505774d2-fa75-4e87-bcb4-919914e76867 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:36.658431 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:36.784947 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:36.816978 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] For port 505774d2-fa75-4e87-bcb4-919914e76867, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=505774d2-fa75-4e87-bcb4-919914e76867,segment=NetworkSegment(8c9838df-0683-405a-8275-cbd77149b832),segment_id=8c9838df-0683-405a-8275-cbd77149b832)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:36.820821 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:36.823263 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-ec358baf-1e29-4366-8283-ff54099453b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:36.887523 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Pushing event updated for resources: {'Port': ['ID=505774d2-fa75-4e87-bcb4-919914e76867,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:36.890546 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:38.558172 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 505774d2-fa75-4e87-bcb4-919914e76867 up at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:13:38.659169 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Provisioning complete for port 505774d2-fa75-4e87-bcb4-919914e76867 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:38.659538 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:43.634784 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:44.442318 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-436925bd-6364-4d40-9e9f-cfd3e614bb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:46.732218 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-4b04a77d-3824-422b-b9f5-259c06918d4f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72617066&fields=id&tenant_id=2fb4616940ba4338a7eaf7b0a17e974a HTTP/1.1" status: 200  len: 267 time: 0.0398016
Dec 14 10:13:46.819731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-a4483008-7a55-4ac3-b800-215875524e15 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:46.819731 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-a4483008-7a55-4ac3-b800-215875524e15 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 984 time: 0.0820642
Dec 14 10:13:46.831608 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Request body: {'port': {'security_groups': ['fc461a0b-71f9-4f03-a24d-7587557b5785']}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:46.845101 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b9b3-29ac-4b8e-b396-2e346da2bd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:46.946771 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.191477 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:47.217157 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.222166 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.227915 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:47.234887 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['35d84917-4bee-46b2-a5e4-3ff2c82add1c'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:13:47.298600 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:47.299222 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.300627 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-79aef3ab-8ea3-4577-8bb9-f62a2839e217 req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "PUT /v2.0/ports/35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 942 time: 0.4737241
Dec 14 10:13:47.301161 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:13:47.308211 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36508) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:47.331696 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event updated for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=7']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:47.335783 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bcb54762-644d-49ae-bfc9-aaf5a2d42375 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:47.412884 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['35d84917-4bee-46b2-a5e4-3ff2c82add1c'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:13:47.417639 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f11826f3-5f92-4b9e-9e09-a97a12238058 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.458098 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f11826f3-5f92-4b9e-9e09-a97a12238058 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.529164 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f11826f3-5f92-4b9e-9e09-a97a12238058 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.545071 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-be16a619-a531-4570-ab34-a867266705c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:47.570543 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11826f3-5f92-4b9e-9e09-a97a12238058 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7edf751-f9d6-4f9e-a223-6d90a7db3f33,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:47.576906 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f11826f3-5f92-4b9e-9e09-a97a12238058 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:47.577837 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f11826f3-5f92-4b9e-9e09-a97a12238058 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.579013 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-f11826f3-5f92-4b9e-9e09-a97a12238058 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "DELETE /v2.0/security-groups/e7edf751-f9d6-4f9e-a223-6d90a7db3f33 HTTP/1.1" status: 204  len: 168 time: 0.2682297
Dec 14 10:13:47.581594 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36518) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:47.591051 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'status': 'completed', 'code': 200}
Dec 14 10:13:47.675590 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-57015292-de69-4d6f-809a-eb3cbd9bfd10 None None] Provisioning complete for port 35d84917-4bee-46b2-a5e4-3ff2c82add1c triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:47.676036 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-57015292-de69-4d6f-809a-eb3cbd9bfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.821536 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.943454 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:47.959262 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Deleting port 91a36c71-7ef3-4b79-825d-90551c93c1f5 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:13:47.959597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:48.083855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-2c2eb4af-78fd-4149-89f8-ffda3bae7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:48.085216 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-2c2eb4af-78fd-4149-89f8-ffda3bae7d9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1098 time: 0.4002788
Dec 14 10:13:48.224510 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:48.224828 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:48.370257 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Calling delete_port for 91a36c71-7ef3-4b79-825d-90551c93c1f5 owned by network:floatingip {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:13:48.418049 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-662432e2-23d5-4a7a-93da-f2d7fbd01d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:48.419453 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-662432e2-23d5-4a7a-93da-f2d7fbd01d9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 915 time: 0.3222234
Dec 14 10:13:48.550909 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-c246d46b-6310-4ec7-8086-c0bc39336532 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 1001 time: 0.1233952
Dec 14 10:13:48.661622 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-514816fc-6fd9-45b6-8d1a-a9039d21af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:48.662967 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-514816fc-6fd9-45b6-8d1a-a9039d21af7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 200  len: 853 time: 0.1045089
Dec 14 10:13:48.672067 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:48.677677 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4b34bd7a-ba49-4807-935a-a7b08a1dc5f1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:48.784208 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event deleted for resources: {'Port': ['ID=91a36c71-7ef3-4b79-825d-90551c93c1f5,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:48.789885 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:48.804008 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks [] for floatingip, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:48.804427 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Floating IP 6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492 disassociated (deleted). External IP: 172.27.2.116, port: 35d84917-4bee-46b2-a5e4-3ff2c82add1c.
Dec 14 10:13:48.988145 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-a75ff28c-8907-4d1b-8ea2-313a80cfbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:48.989624 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-a75ff28c-8907-4d1b-8ea2-313a80cfbf91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7da5988-e255-44e6-981a-3c49fb3fb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3129020
Dec 14 10:13:49.238672 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:49.396747 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-4d9696f5-0945-4cca-add2-2d23786099cd service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3978202
Dec 14 10:13:49.483448 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Router 9802980c-463c-490c-b741-a6c6bcfcea35 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:13:49.675011 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-796b4573-e4cb-4366-ad57-f82e09d7a895 req-1be5c45a-6ef3-4386-ba92-dc979fb088f0 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689579
Dec 14 10:13:49.714400 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:13:49.726052 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] Sync routers for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:13:49.736072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:49.736236 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:49.736933 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c664850>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:49.796491 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492 HTTP/1.1" status: 204  len: 168 time: 2.2134714
Dec 14 10:13:49.797238 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:13:49.914295 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'status': 'completed', 'code': 200}
Dec 14 10:13:49.941397 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:50.033642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-0a302cdb-6ad7-457c-a19e-b294df37dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:50.035775 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-0a302cdb-6ad7-457c-a19e-b294df37dc9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 1098 time: 0.0923703
Dec 14 10:13:50.234522 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-93029ecd-cde3-4484-b2d3-c6c17625d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:50.235871 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-93029ecd-cde3-4484-b2d3-c6c17625d6c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 200  len: 915 time: 0.1903887
Dec 14 10:13:50.329364 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-af1157d6-481a-4e29-8682-e68db4ada2cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 200  len: 217 time: 0.0769296
Dec 14 10:13:50.356644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c664850>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:04Z', 'revision_number': 5, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:50.360651 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] Checking router: 9802980c-463c-490c-b741-a6c6bcfcea35 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:13:50.371111 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:50.372083 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c664850>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:50.397386 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-0ddf8b49-85a7-4ad2-948d-51de7a090085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:50.399060 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-0ddf8b49-85a7-4ad2-948d-51de7a090085 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 200  len: 853 time: 0.0650477
Dec 14 10:13:50.493738 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-6126d03a-c540-48a4-b29c-20cc7cacf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:50.495843 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-6126d03a-c540-48a4-b29c-20cc7cacf342 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7da5988-e255-44e6-981a-3c49fb3fb3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895069
Dec 14 10:13:50.560038 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:50.659342 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-44ab4e7b-f3f1-4cf3-884c-8c485baf35c1 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523967
Dec 14 10:13:50.824505 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c7a29924-aef7-484a-a4e0-24f708654fdb req-2825df12-609d-4396-b108-2a2e6570e884 service neutron] 10.222.0.54 "GET /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560786
Dec 14 10:13:50.851978 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-52a4be3f-2c3c-4423-a48f-efa9a69dde3f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:security_group {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:13:50.870937 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-52a4be3f-2c3c-4423-a48f-efa9a69dde3f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:security_group {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:13:50.872165 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-52a4be3f-2c3c-4423-a48f-efa9a69dde3f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442028405&fields=id&tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 267 time: 0.0683882
Dec 14 10:13:50.959290 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c664850>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:04Z', 'revision_number': 5, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:50.964641 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c8ba5-0bf1-415d-9309-b0c89f8eb6b4 None None] The sync data for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi is: [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:10:58Z', 'revision_number': 4, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '403d6a8e-99ac-46f1-8feb-107ed2db7751', 'name': '', 'network_id': 'c7da5988-e255-44e6-981a-3c49fb3fb3ad', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'mac_address': 'fa:16:3e:6a:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:57Z', 'updated_at': '2021-12-14T10:11:04Z', 'revision_number': 5, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'subnets': [{'id': '5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:13:51.065320 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-36e798fa-bd32-41be-8ea3-2251f1d3dced tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:51.066842 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-36e798fa-bd32-41be-8ea3-2251f1d3dced tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 812 time: 0.1880705
Dec 14 10:13:51.083117 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-963641f6-502d-4d26-be90-2460d4b3e80c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/quotas/1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 375 time: 0.0092745
Dec 14 10:13:51.292432 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-7018613e-7863-489f-bb69-49c3ddd031c7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:13:51.311352 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-7018613e-7863-489f-bb69-49c3ddd031c7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:13:51.322299 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cb5e9-359d-4563-a260-352349980749 None None] New status for floating IP 6a8d2af6-4795-4f9d-a4b1-0b02dfc3f492: DOWN {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:13:51.326068 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-7018613e-7863-489f-bb69-49c3ddd031c7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2330794
Dec 14 10:13:51.529333 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-2393a09c-2f73-4c1d-a11d-e94985eb346a service neutron] 10.222.0.20 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944630
Dec 14 10:13:51.640652 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36612) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:51.668040 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-525ed45d-2020-4848-899d-2fa20596dc5f service neutron] 10.222.0.20 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320856
Dec 14 10:13:51.703617 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Deleting subnet 45931491-8fa8-4d48-b4e2-c76ed7b2e1cd {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:13:51.706711 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:51.810606 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:51.874169 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:51.925608 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb84b24-a582-48c7-a5f8-ac97d1fa9eda req-59e03b87-e7e4-4fbc-a4fd-40dc35ee9d70 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:51.927079 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1cb84b24-a582-48c7-a5f8-ac97d1fa9eda req-59e03b87-e7e4-4fbc-a4fd-40dc35ee9d70 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.1936476
Dec 14 10:13:51.994764 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.001319 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:52.038461 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1cb84b24-a582-48c7-a5f8-ac97d1fa9eda req-63676b10-7abf-411c-8a71-7cd82bb73ed9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038299
Dec 14 10:13:52.040102 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45931491-8fa8-4d48-b4e2-c76ed7b2e1cd,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:52.044244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:52.048403 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.058607 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36630) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:52.059103 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b58f9a9d-8ae0-405d-b6fc-732542f15be9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45931491-8fa8-4d48-b4e2-c76ed7b2e1cd HTTP/1.1" status: 204  len: 168 time: 0.4162166
Dec 14 10:13:52.165075 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea91a889-ffd0-4c2f-9c95-58de3645ff01 req-a7382242-5d72-48d1-b571-c19e334baa9d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 210 time: 0.0496726
Dec 14 10:13:52.201545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.336889 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.365002 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6e2c158a60>> segment before_delete 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.365366 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6e2c158a60>> subnet precommit_delete_associations 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.366146 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> segment_host_mapping after_create 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.366492 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> port after_create 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.366825 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> port after_delete 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.367169 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> port after_update 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.367485 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> segment after_delete 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.367795 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> subnet after_create 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.368107 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> subnet after_delete 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.368413 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6e2ca20d90>> subnet after_update 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.452587 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e27734670>> subnet after_create 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.452986 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e27734670>> subnet after_delete 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.453315 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e27734670>> subnet before_create 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.453639 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6e27734670>> subnet before_update 55550000 {{(pid=86850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 14 10:13:52.454025 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.services.segments.db [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c158790>,) {'filters': {'network_id': ['f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf']}} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:52.470227 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.services.segments.db [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c158790>, '0596e53e-f104-400c-b88a-76dcd1c92a08') {'for_net_delete': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:52.470658 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.services.segments.db [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c158790>, '0596e53e-f104-400c-b88a-76dcd1c92a08') {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:52.485577 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2638089'] for segment, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.504887 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.513059 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=86850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:13:52.513583 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174532'] for segment, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   from cryptography.utils import int_from_bytes
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   from cryptography.utils import int_from_bytes
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   util.warn_limited(
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   util.warn_limited(
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]: Traceback (most recent call last):
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     timer()
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     cb(*args, **kw)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     return func(*args, **kwargs)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     self._notify()
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     self.callback(batched_events)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     event.method(event)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     return f(self, *a, **k)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     return self._get(url).json()
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:13:52.533853 dv-cinder-818885-1-iscsi neutron-server[86850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:13:52.630811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.637822 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.643793 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:52.661929 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] 10.222.0.20 "DELETE /v2.0/networks/f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf HTTP/1.1" status: 204  len: 168 time: 0.6021373
Dec 14 10:13:52.664817 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ad7943-870c-4e2b-9f35-c7e43dd9cbdf,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:52.665016 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36650) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:52.668195 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c47eac71-2ee4-4cfe-b99e-a6d00346faed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:52.729442 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Deleting subnet 71a1d7fa-5645-45c5-aa45-2ec2185f3ff3 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:13:52.732548 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.782812 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.842380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.911216 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.915735 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:52.954876 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a1d7fa-5645-45c5-aa45-2ec2185f3ff3,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:52.957859 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:52.958845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:52.965182 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-679b93b2-3749-44f5-bc8e-c2bb174a6e26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71a1d7fa-5645-45c5-aa45-2ec2185f3ff3 HTTP/1.1" status: 204  len: 168 time: 0.2984872
Dec 14 10:13:52.967595 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36654) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:53.075401 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.331123 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.370313 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c417e50>,) {'filters': {'network_id': ['b0c8c4b7-5116-4e19-83eb-93f5d947013c']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:53.386049 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c417e50>, '5337ea09-c449-4342-9eb2-4b53de7e7dda') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:53.386614 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c417e50>, '5337ea09-c449-4342-9eb2-4b53de7e7dda') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:53.401773 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.425625 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.434961 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-20ce34f7-6c1e-441d-a44c-c4b9106db409 req-198171c8-b68f-47ec-a402-5071062235a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 210 time: 0.0933881
Dec 14 10:13:53.438460 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74638e8d-63c8-4dce-af69-feb11514abe5 req-9e650111-8b37-4608-812d-5e7aca2a7e28 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:53.440122 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-74638e8d-63c8-4dce-af69-feb11514abe5 req-9e650111-8b37-4608-812d-5e7aca2a7e28 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.2600098
Dec 14 10:13:53.443168 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:13:53.443561 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:13:53.458049 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:13:53.492180 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-0bac1056-756e-4e01-bfe6-a78ef0d54892 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:53.494466 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-0bac1056-756e-4e01-bfe6-a78ef0d54892 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 812 time: 0.2396443
Dec 14 10:13:53.555718 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-99f9ae59-6443-4df5-b742-5245ef09848d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 379 time: 0.0530157
Dec 14 10:13:53.572173 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-74638e8d-63c8-4dce-af69-feb11514abe5 req-4a5d5656-0966-4d5e-baac-8c6c6dadd436 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130939
Dec 14 10:13:53.572895 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.576879 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:53.592009 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.601769 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c8c4b7-5116-4e19-83eb-93f5d947013c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:53.605771 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0c8c4b7-5116-4e19-83eb-93f5d947013c HTTP/1.1" status: 204  len: 168 time: 0.6372566
Dec 14 10:13:53.607310 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1af7ef92-1ae4-400c-96bd-f031801dfdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:53.616508 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'port': {'device_id': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'admin_state_up': True, 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'security_groups': ['c452a80a-69ce-4663-9f0f-514ea31b5a23']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:53.789329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-d48760a7-6fd1-42f2-af01-e61192a13ed5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:53.790821 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-d48760a7-6fd1-42f2-af01-e61192a13ed5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.2225344
Dec 14 10:13:53.792042 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:13:53.839057 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:13:53.856791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36672) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:53.910296 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2b2b70ac-0a74-4d9e-8f52-5dbf3d41a48a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=972d345fc6354d3ab970b76197764752&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500703
Dec 14 10:13:53.910586 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36676) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:53.923676 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Made reservation on behalf of 1381b4c2d5654dc2bf924671ef0ec4a3 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:13:53.927130 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.947936 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Deleting port 9b3dfaef-7974-48de-8abf-01274b059c49 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:13:53.948278 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:53.974485 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.001207 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.059133 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.064374 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ee30352a-d4fd-45df-8a31-c7a43c00a964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:54.077499 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28c1c25-4a2c-4824-89a1-377d4d9e1e1d,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:54.080455 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:54.082408 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.086769 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d28c1c25-4a2c-4824-89a1-377d4d9e1e1d HTTP/1.1" status: 204  len: 168 time: 0.1717403
Dec 14 10:13:54.134031 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1563e-d48e-49f8-a42b-9e6d820599c6 req-fd054e8b-e2d5-4d11-bd7c-8e4398d5b31e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:54.135301 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3ff1563e-d48e-49f8-a42b-9e6d820599c6 req-fd054e8b-e2d5-4d11-bd7c-8e4398d5b31e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:13:54.360342 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3ff1563e-d48e-49f8-a42b-9e6d820599c6 req-fd054e8b-e2d5-4d11-bd7c-8e4398d5b31e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:13:54.361523 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ff1563e-d48e-49f8-a42b-9e6d820599c6 req-fd054e8b-e2d5-4d11-bd7c-8e4398d5b31e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.5286329
Dec 14 10:13:54.459515 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36684) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:54.490382 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Allocated IP 172.20.0.9 (bd1cbab0-8707-4ef3-99d9-9624dbe62aa4/04090e2f-9a2e-4a65-bbcf-e8afc2661320/5a76754a-00ff-4c50-83e7-bc0e420e7c19) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:13:54.504526 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3ff1563e-d48e-49f8-a42b-9e6d820599c6 req-374e5666-e5ee-4e81-bc0d-7fdbb6a8020e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:security_group {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:13:54.513307 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-872f524e-ffb1-4859-b0fb-c49362dc41ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81dacf000efd4fe7b87a055daae8da51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504394
Dec 14 10:13:54.513531 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36690) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:54.547292 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] For port 9b3dfaef-7974-48de-8abf-01274b059c49, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9b3dfaef-7974-48de-8abf-01274b059c49,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:54.547645 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.615599 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1c778b8a-32c9-4400-9c01-d97662da7045 req-4b6dba60-6029-4d2f-ba51-31ac6098239d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 210 time: 0.0551934
Dec 14 10:13:54.618189 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f68d1f5f-08de-4ce4-b7a9-956053539170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.624901 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-3ff1563e-d48e-49f8-a42b-9e6d820599c6 req-374e5666-e5ee-4e81-bc0d-7fdbb6a8020e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:security_group {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:13:54.625643 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3ff1563e-d48e-49f8-a42b-9e6d820599c6 req-374e5666-e5ee-4e81-bc0d-7fdbb6a8020e tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199643
Dec 14 10:13:54.663899 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f68d1f5f-08de-4ce4-b7a9-956053539170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.709825 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f68d1f5f-08de-4ce4-b7a9-956053539170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.715581 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-762b1439-09ee-4a9d-9b93-bc9899344b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:54.730552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d1f5f-08de-4ce4-b7a9-956053539170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb0ae34-58be-42d5-bbaa-0dd59b6b195e,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:54.763743 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f68d1f5f-08de-4ce4-b7a9-956053539170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:54.769692 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f68d1f5f-08de-4ce4-b7a9-956053539170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:54.773181 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f68d1f5f-08de-4ce4-b7a9-956053539170 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eb0ae34-58be-42d5-bbaa-0dd59b6b195e HTTP/1.1" status: 204  len: 168 time: 0.2561929
Dec 14 10:13:54.818220 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1473d-cf09-4e77-98a4-fe5acdf089a6 req-a88ee65d-e915-4062-a1f1-941f78ddf458 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:54.819961 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dfe1473d-cf09-4e77-98a4-fe5acdf089a6 req-a88ee65d-e915-4062-a1f1-941f78ddf458 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 946 time: 0.0908647
Dec 14 10:13:54.873343 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dfe1473d-cf09-4e77-98a4-fe5acdf089a6 req-09510aec-05db-48eb-b76b-036c33d98b7e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460620
Dec 14 10:13:54.987141 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.011053 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.011408 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.011711 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Floating IP 944316b6-d3df-4857-8221-7ff60cc8552b disassociated. External IP: 172.27.2.127, port: 9b3dfaef-7974-48de-8abf-01274b059c49.
Dec 14 10:13:55.012045 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Calling delete_port for 9b3dfaef-7974-48de-8abf-01274b059c49 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:13:55.048280 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Transition to ACTIVE for port object 5a76754a-00ff-4c50-83e7-bc0e420e7c19 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:55.141484 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.154722 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5ddae06b-f3d9-4983-9feb-84c370b75019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:55.233432 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:13:55.238184 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:13:55.244645 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:13:55.269545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=5a76754a-00ff-4c50-83e7-bc0e420e7c19,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:55.283592 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:55.289317 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.300501 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-80b3c6e5-9118-45d8-a4e0-038b7bf885a3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:55.355797 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event deleted for resources: {'Port': ['ID=9b3dfaef-7974-48de-8abf-01274b059c49,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:55.361227 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:55.434175 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:55.434806 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.524384 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-f60b13b8-d13e-4b18-9ff1-6836e56c178f None None] Provisioning for port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:13:55.534410 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-f60b13b8-d13e-4b18-9ff1-6836e56c178f None None] Provisioning complete for port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:13:55.535165 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f60b13b8-d13e-4b18-9ff1-6836e56c178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.571437 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-8aeee3b3-af72-4363-af18-a9a59d8de662 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9682395
Dec 14 10:13:55.599333 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-f60b13b8-d13e-4b18-9ff1-6836e56c178f None None] Port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:13:55.601250 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Request body: {'port': {'device_id': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:13:55.715136 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Router c2e42f20-fa60-45de-85b6-e1a278de27ef has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:13:55.837685 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb188b1c-8bb9-4270-af50-7d7bfb5e34cf req-8918845e-b8cc-44bc-bb66-2af75ff2705e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:55.839380 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eb188b1c-8bb9-4270-af50-7d7bfb5e34cf req-8918845e-b8cc-44bc-bb66-2af75ff2705e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 931 time: 0.1030579
Dec 14 10:13:55.849415 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:55.890943 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-eb188b1c-8bb9-4270-af50-7d7bfb5e34cf req-415a827c-a50a-460c-9cbf-d8f3f55b1cf0 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:13:55.906295 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-eb188b1c-8bb9-4270-af50-7d7bfb5e34cf req-415a827c-a50a-460c-9cbf-d8f3f55b1cf0 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:13:55.907595 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eb188b1c-8bb9-4270-af50-7d7bfb5e34cf req-415a827c-a50a-460c-9cbf-d8f3f55b1cf0 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626116
Dec 14 10:13:56.129074 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-04f8ffce-29db-479d-8492-59d6c3a203ca req-cea78377-8cf0-4333-aba5-07f47f97c828 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 210 time: 0.0763512
Dec 14 10:13:56.142855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-483f5235-c7b9-4111-8138-e594cf1253d5 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:56.144366 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-483f5235-c7b9-4111-8138-e594cf1253d5 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.54 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.6067297
Dec 14 10:13:56.372593 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Deleting port 35d84917-4bee-46b2-a5e4-3ff2c82add1c {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:13:56.373180 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:56.442776 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f05fb-30e7-4446-becb-a6d5b4d1053b req-04f03f30-5aea-4b70-94ce-40f5fa6d32c0 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:56.444241 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0e5f05fb-30e7-4446-becb-a6d5b4d1053b req-04f03f30-5aea-4b70-94ce-40f5fa6d32c0 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 945 time: 0.6672816
Dec 14 10:13:56.484542 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:13:56.504014 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] Sync routers for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:13:56.517492 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:56.518513 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7bd400>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:56.726440 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] No DVR routers for this DVR port 9b3dfaef-7974-48de-8abf-01274b059c49 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:13:56.734037 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:56.745504 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0e5f05fb-30e7-4446-becb-a6d5b4d1053b req-411fcb15-7753-46d9-966c-9185c11acec1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc461a0b-71f9-4f03-a24d-7587557b5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2866135
Dec 14 10:13:56.746686 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:56.748484 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-007c02b5-fa97-457b-8802-0d11de1e8555 req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "DELETE /v2.0/ports/9b3dfaef-7974-48de-8abf-01274b059c49 HTTP/1.1" status: 204  len: 173 time: 2.9484508
Dec 14 10:13:56.753560 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'name': 'network-vif-deleted', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:13:56.879853 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb52f05-26bc-4f5b-be4f-f7ad45e4570f', 'name': 'network-vif-deleted', 'tag': '9b3dfaef-7974-48de-8abf-01274b059c49', 'status': 'completed', 'code': 200}
Dec 14 10:13:56.981119 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] For port 35d84917-4bee-46b2-a5e4-3ff2c82add1c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=35d84917-4bee-46b2-a5e4-3ff2c82add1c,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:13:56.981481 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:57.083338 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7bd400>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:57.088585 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] Checking router: c2e42f20-fa60-45de-85b6-e1a278de27ef for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:13:57.097482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:13:57.098264 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7bd400>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:57.237760 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Calling delete_port for 35d84917-4bee-46b2-a5e4-3ff2c82add1c owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:13:57.336678 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:13:57.359097 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6d48cb12-2317-4f63-a6a4-b8e13f4f4344 req-a9411985-63d0-42c9-b60b-8e2801664a07 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb52f05-26bc-4f5b-be4f-f7ad45e4570f HTTP/1.1" status: 200  len: 210 time: 0.0585668
Dec 14 10:13:57.444424 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a76754a-00ff-4c50-83e7-bc0e420e7c19 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:13:57.456669 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:57.468442 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:57.480167 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:57.482374 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['35d84917-4bee-46b2-a5e4-3ff2c82add1c'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:13:57.549814 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Pushing event deleted for resources: {'Port': ['ID=35d84917-4bee-46b2-a5e4-3ff2c82add1c,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:57.560572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Transition to ACTIVE for port object 5a76754a-00ff-4c50-83e7-bc0e420e7c19 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:13:57.561603 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:57.581214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:57.628781 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:57.686766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad902a-a7e1-479b-a66c-8000b0ad8588 req-ed7c98b0-357a-4bd4-bb64-ec8c888c861b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:57.687538 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-dbad902a-a7e1-479b-a66c-8000b0ad8588 req-ed7c98b0-357a-4bd4-bb64-ec8c888c861b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:13:58.060530 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7bd400>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:13:58.070634 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3a90d-3ee5-4f84-b1c3-89273b7b8a28 None None] The sync data for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi is: [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:13:58.079049 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] No DVR routers for this DVR port 35d84917-4bee-46b2-a5e4-3ff2c82add1c on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:13:58.079828 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-81049288-386e-4470-a162-1f5620106433 req-e5768b7a-8866-440c-8744-4356575f0013 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 210 time: 0.1138368
Dec 14 10:13:58.089835 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9b3dfaef-7974-48de-8abf-01274b059c49 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:13:58.133632 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.155689 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 9b3dfaef-7974-48de-8abf-01274b059c49 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:13:58.157901 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 9b3dfaef-7974-48de-8abf-01274b059c49 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:13:58.180742 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-71b41bce-76ca-4b14-95dc-0a9208912dc3 req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.54 "DELETE /v2.0/ports/35d84917-4bee-46b2-a5e4-3ff2c82add1c HTTP/1.1" status: 204  len: 173 time: 2.0249412
Dec 14 10:13:58.189298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-dbad902a-a7e1-479b-a66c-8000b0ad8588 req-ed7c98b0-357a-4bd4-bb64-ec8c888c861b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:13:58.190646 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dbad902a-a7e1-479b-a66c-8000b0ad8588 req-ed7c98b0-357a-4bd4-bb64-ec8c888c861b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 931 time: 1.1354613
Dec 14 10:13:58.191653 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Pushing event updated for resources: {'Port': ['ID=5a76754a-00ff-4c50-83e7-bc0e420e7c19,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:58.199826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:58.398922 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-dbad902a-a7e1-479b-a66c-8000b0ad8588 req-72b374d2-7eed-476f-bcf0-6440b1bb36cb tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1708202
Dec 14 10:13:58.442550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Attempting to bind port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:13:58.442761 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Attempting to bind port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:13:58.444553 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Attempting to bind port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:58.454618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:13:58.454948 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Attempting to bind port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:13:58.475814 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:13:58.476147 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Checking segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:13:58.476538 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Bound using segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:13:58.476989 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Bound port: 5a76754a-00ff-4c50-83e7-bc0e420e7c19, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:13:58.484221 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.562278 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36774) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:58.647850 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] For port 5a76754a-00ff-4c50-83e7-bc0e420e7c19, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:13:58.653100 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] For port 5a76754a-00ff-4c50-83e7-bc0e420e7c19, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:13:58.657929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.661867 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:58.673365 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8a866f5-7418-469b-8d01-9f06baf0cd8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.704303 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159545f-2221-4752-8729-2bc244fa8fc9 None None] New status for floating IP 944316b6-d3df-4857-8221-7ff60cc8552b: DOWN {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:13:58.711527 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8a866f5-7418-469b-8d01-9f06baf0cd8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.724485 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:58.725091 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.726464 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a76754a-00ff-4c50-83e7-bc0e420e7c19 HTTP/1.1" status: 200  len: 1093 time: 3.1381500
Dec 14 10:13:58.747285 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Pushing event updated for resources: {'Port': ['ID=5a76754a-00ff-4c50-83e7-bc0e420e7c19,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:58.750933 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:58.781279 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8a866f5-7418-469b-8d01-9f06baf0cd8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.791692 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bad5b97a-22d3-4aa9-9c85-ffe4ee77d43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:58.804889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a866f5-7418-469b-8d01-9f06baf0cd8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:58.808196 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d8a866f5-7418-469b-8d01-9f06baf0cd8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:58.820568 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d8a866f5-7418-469b-8d01-9f06baf0cd8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:58.825611 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36778) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:58.828693 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d8a866f5-7418-469b-8d01-9f06baf0cd8a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "DELETE /v2.0/security-groups/1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b HTTP/1.1" status: 204  len: 168 time: 0.2651575
Dec 14 10:13:58.845373 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.api.v2.resource [None req-4e816b98-6937-485e-a3de-bdc83f3a605e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] show failed (client error): The resource could not be found.
Dec 14 10:13:58.849327 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4e816b98-6937-485e-a3de-bdc83f3a605e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups/1fc0fff9-3ef7-446c-bdc3-a705dc5f3b3b HTTP/1.1" status: 404  len: 347 time: 0.0226960
Dec 14 10:13:58.849557 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36782) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:13:58.881241 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'name': 'network-vif-deleted', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c'}, {'name': 'network-changed', 'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:13:58.945390 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b8c891-6fe6-4b09-8254-77c354e67aaa', 'name': 'network-vif-deleted', 'tag': '35d84917-4bee-46b2-a5e4-3ff2c82add1c', 'status': 'completed', 'code': 200}
Dec 14 10:13:58.945691 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'status': 'completed', 'code': 200}
Dec 14 10:13:59.021213 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Deleting port 2ce71d67-1fbd-425c-904e-c789b5d7eb79 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:13:59.021755 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:59.200265 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:59.200590 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:59.243286 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-85599e9b-4cb0-490b-b132-29bebfeec262 req-a2c2f285-13ac-4d01-9d9f-cdbd52bc851c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Synchronizing usage tracker for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:13:59.259176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-85599e9b-4cb0-490b-b132-29bebfeec262 req-a2c2f285-13ac-4d01-9d9f-cdbd52bc851c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Unset dirty status for tenant:2fb4616940ba4338a7eaf7b0a17e974a on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:13:59.260878 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-85599e9b-4cb0-490b-b132-29bebfeec262 req-a2c2f285-13ac-4d01-9d9f-cdbd52bc851c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 210 time: 0.0593312
Dec 14 10:13:59.325027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Calling delete_port for 2ce71d67-1fbd-425c-904e-c789b5d7eb79 owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:13:59.601942 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:59.606916 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a8317108-eaa2-43b9-be88-32300097fc8b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:13:59.681924 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event deleted for resources: {'Port': ['ID=2ce71d67-1fbd-425c-904e-c789b5d7eb79,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:13:59.688989 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:13:59.742031 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65a85-b648-4725-a612-eb788734e419 req-581eb882-5dca-4cf8-b157-6d86d800d700 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:13:59.743461 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c6c65a85-b648-4725-a612-eb788734e419 req-581eb882-5dca-4cf8-b157-6d86d800d700 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.2116091
Dec 14 10:13:59.785688 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:59.806060 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c6c65a85-b648-4725-a612-eb788734e419 req-56dc9ee3-672c-4c5b-a92e-f6d31e903f54 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556924
Dec 14 10:13:59.812352 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:13:59.813386 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "DELETE /v2.0/floatingips/944316b6-d3df-4857-8221-7ff60cc8552b HTTP/1.1" status: 204  len: 168 time: 0.9628582
Dec 14 10:14:00.167991 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36798) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:00.173004 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376948085', 'description': 'tempest-description--1971858459'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:00.178835 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:00.183720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:14:00.186534 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:14:00.192078 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:00.202733 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.221498 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:00.225153 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group_rule and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:14:00.227875 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:14:00.233856 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:00.302498 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.307143 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.310871 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-69d6e5f7-b595-42e6-a11c-17cfa3c0c801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:00.354943 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:00.357546 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:00.358908 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.362815 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1911297
Dec 14 10:14:00.363729 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36806) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:00.370611 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'security_group_rule': {'security_group_id': '891223ec-16cb-4e4c-a51f-1bb84a4cc5b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:00.376259 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:00.381254 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group_rule and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:14:00.384821 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:14:00.391670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:00.411585 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.429866 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-095c5f17-022f-4359-8f40-e84892b64ee4 req-4126f73f-6bd1-40e5-8ebc-c85733c56b65 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 210 time: 0.0434289
Dec 14 10:14:00.474098 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.477423 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.484600 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:00.502214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483b9043-8fea-493e-a7b8-d0a6bf28223e,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:00.504904 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:00.513293 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.517260 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b8384cde-14e3-48b3-8dc3-f630d7410f75 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1502712
Dec 14 10:14:00.517486 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36812) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:00.523072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'security_group_rule': {'security_group_id': '891223ec-16cb-4e4c-a51f-1bb84a4cc5b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:00.529661 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:00.533506 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:security_group_rule and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:14:00.536377 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:14:00.542665 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:00.559182 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.621788 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.626307 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.628303 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a3232e9c-09b3-4d3f-b08c-931db8e55896 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:00.651700 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b874b95-deb1-4c1c-94bc-35a5e254cd87,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:00.655979 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:00.660117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.661260 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-462875bb-e62e-4ce4-92a1-b65cd0cd6769 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1428964
Dec 14 10:14:00.664376 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36816) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:00.669172 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:00.674705 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:00.678405 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Usage tracker for resource:floatingip and tenant:d66bc312475a4c749b82c1f077f8fff7 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:14:00.681203 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:14:00.686766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:00.696376 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:00.829206 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:01.018540 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Allocated IP 172.27.2.124 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/e32a2879-65ce-4691-9d02-b3dabeec89fa) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:14:01.123995 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2508-cd4b-4785-aad2-30e7d21dde28 req-8302b484-9cf8-4630-8dde-b31a01a0af22 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:01.125444 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ae3d2508-cd4b-4785-aad2-30e7d21dde28 req-8302b484-9cf8-4630-8dde-b31a01a0af22 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.1966166
Dec 14 10:14:01.201034 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ae3d2508-cd4b-4785-aad2-30e7d21dde28 req-581c287a-6f31-496e-ba21-06b943e63d6a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687771
Dec 14 10:14:01.215759 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:01.245569 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:01.249124 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:01.313214 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:14:01.316069 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:14:01.319891 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:14:01.324191 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 35d84917-4bee-46b2-a5e4-3ff2c82add1c no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:01.386646 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'Port': ['ID=e32a2879-65ce-4691-9d02-b3dabeec89fa,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:01.404625 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:01.409032 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 35d84917-4bee-46b2-a5e4-3ff2c82add1c {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:14:01.409384 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 35d84917-4bee-46b2-a5e4-3ff2c82add1c not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:14:01.470375 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bcd89-07f0-4fbb-96ad-8589e2ef22f8 req-684ffe2f-d699-4e43-8987-64b21d6e9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:01.471869 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b23bcd89-07f0-4fbb-96ad-8589e2ef22f8 req-684ffe2f-d699-4e43-8987-64b21d6e9de9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 1096 time: 0.1218250
Dec 14 10:14:01.476152 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:01.608823 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d7b46edd-b944-48de-8e07-70befc80a4bd req-1e4ba115-4311-4ce0-bf74-c0811ba55742 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b8c891-6fe6-4b09-8254-77c354e67aaa HTTP/1.1" status: 200  len: 210 time: 0.0468209
Dec 14 10:14:01.629747 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:01.708228 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bcd89-07f0-4fbb-96ad-8589e2ef22f8 req-19939789-8f6a-481a-bbfa-52f761ccbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:01.709668 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b23bcd89-07f0-4fbb-96ad-8589e2ef22f8 req-19939789-8f6a-481a-bbfa-52f761ccbe67 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2297397
Dec 14 10:14:02.046005 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bcd89-07f0-4fbb-96ad-8589e2ef22f8 req-9911198f-b101-42aa-82b8-f45a2e96e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:02.047400 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b23bcd89-07f0-4fbb-96ad-8589e2ef22f8 req-9911198f-b101-42aa-82b8-f45a2e96e15b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3309026
Dec 14 10:14:02.078463 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:02.082945 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:02.089110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9203d830-a79c-4c1f-ad36-c3b7c78d217f tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:02.246296 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'Port': ['ID=e32a2879-65ce-4691-9d02-b3dabeec89fa,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:02.250910 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:02.257877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:02.286397 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-cffb9b87-13f2-41fd-8300-8c0df6bbae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:02.287871 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-cffb9b87-13f2-41fd-8300-8c0df6bbae44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 1096 time: 0.2011867
Dec 14 10:14:02.288998 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:02.290068 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6247878
Dec 14 10:14:02.406771 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-174d499d-0653-46bc-b247-380ff953a650 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19 HTTP/1.1" status: 200  len: 217 time: 0.1111512
Dec 14 10:14:02.488540 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-733481e5-0d3f-4fdd-b093-da66d95b73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:02.489943 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-733481e5-0d3f-4fdd-b093-da66d95b73e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0731561
Dec 14 10:14:02.502126 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7242-d5e1-41cd-90c2-637c2a5cd6ac req-5a87643a-a6ce-481d-990a-8afb8b52aa76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:02.503772 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a14c7242-d5e1-41cd-90c2-637c2a5cd6ac req-5a87643a-a6ce-481d-990a-8afb8b52aa76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.1502976
Dec 14 10:14:02.600775 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a14c7242-d5e1-41cd-90c2-637c2a5cd6ac req-2df8eaad-e0c6-4a85-8867-8b0d5190a502 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538073
Dec 14 10:14:02.614393 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-20ca4952-599c-404b-88de-c9d99141878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:02.616032 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-20ca4952-599c-404b-88de-c9d99141878b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1113036
Dec 14 10:14:02.804672 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-a1e52d5d-49c8-4d1d-97f0-610c30b76235 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--376948085&fields=id&tenant_id=d66bc312475a4c749b82c1f077f8fff7 HTTP/1.1" status: 200  len: 267 time: 0.0751781
Dec 14 10:14:02.856457 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-6765ccb9-3d83-4484-ac63-48edf171ba10 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326653
Dec 14 10:14:03.056819 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86621f1a-e447-482a-86d3-c6b44e8b6a93 req-5d6787d1-819b-4167-a3df-381b7ceb9ffe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:03.059489 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-86621f1a-e447-482a-86d3-c6b44e8b6a93 req-5d6787d1-819b-4167-a3df-381b7ceb9ffe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.0841064
Dec 14 10:14:03.070832 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-24579997-f2fd-484e-a035-f3dc282e4811 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:03.072778 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-24579997-f2fd-484e-a035-f3dc282e4811 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 810 time: 0.2565475
Dec 14 10:14:03.095191 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-ba7403e1-b9a6-4abf-bd28-9ff94f16fb38 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/quotas/d66bc312475a4c749b82c1f077f8fff7 HTTP/1.1" status: 200  len: 375 time: 0.0136981
Dec 14 10:14:03.097134 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a4ce80fb-67ae-48bf-ab65-b564093bd2d2 req-f9bd022d-8ba1-426c-ae4f-5f0889821400 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928964
Dec 14 10:14:03.108515 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-86621f1a-e447-482a-86d3-c6b44e8b6a93 req-5521ee9c-2d74-4008-8ea5-410cfe4273a6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0428534
Dec 14 10:14:03.187842 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-9ef9848d-73e1-4328-8f04-9da1dd89311a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:14:03.203646 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-9ef9848d-73e1-4328-8f04-9da1dd89311a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:14:03.204945 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-9ef9848d-73e1-4328-8f04-9da1dd89311a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1041641
Dec 14 10:14:03.349163 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c141a1f3-e87f-4829-a50c-4ee0afface63 service neutron] 10.222.0.20 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291165
Dec 14 10:14:03.600626 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-07707840-f02f-4533-8abd-dc822ca86b90 service neutron] 10.222.0.20 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450297
Dec 14 10:14:03.816570 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0ca1e-bbc1-4271-be5c-2bab7920b80b req-e076399d-79a9-4c3d-bc71-9a681bcad273 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:03.818776 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8e0ca1e-bbc1-4271-be5c-2bab7920b80b req-e076399d-79a9-4c3d-bc71-9a681bcad273 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.0964022
Dec 14 10:14:03.830221 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0f0d71b4-bf83-476b-9dd7-8cd38433cf72 req-dd66e61a-62cf-47a0-bfbb-4636d0b6d225 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 210 time: 0.0821035
Dec 14 10:14:03.893522 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8e0ca1e-bbc1-4271-be5c-2bab7920b80b req-2da03891-597e-4bc7-8c80-355bee4dfd3a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679862
Dec 14 10:14:03.926901 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 36928) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:04.436906 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b70d-3e3b-4e80-9e5b-7eee74482fb3 req-f0f167d9-f709-4b4f-9fc6-03b4e49b59f6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:04.438377 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1b37b70d-3e3b-4e80-9e5b-7eee74482fb3 req-f0f167d9-f709-4b4f-9fc6-03b4e49b59f6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1586900
Dec 14 10:14:04.528640 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1b37b70d-3e3b-4e80-9e5b-7eee74482fb3 req-e221687a-26fc-4d0e-963e-0acd6757cc47 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0599048
Dec 14 10:14:04.615766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.036159 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d3dbe694-d387-4fe5-94bb-4bc96a769595 req-6b18d4a6-c22a-4ab3-9941-fec4542f8000 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:14:05.043059 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-a374b9a8-ea55-4758-92ff-fe3dda04cd52 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:05.044635 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-a374b9a8-ea55-4758-92ff-fe3dda04cd52 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 810 time: 0.2939065
Dec 14 10:14:05.049087 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d3dbe694-d387-4fe5-94bb-4bc96a769595 req-6b18d4a6-c22a-4ab3-9941-fec4542f8000 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:14:05.050503 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d3dbe694-d387-4fe5-94bb-4bc96a769595 req-6b18d4a6-c22a-4ab3-9941-fec4542f8000 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 210 time: 0.0968387
Dec 14 10:14:05.158255 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-219ff013-1846-468e-92bd-3a12ab28edfb tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66bc312475a4c749b82c1f077f8fff7 HTTP/1.1" status: 200  len: 379 time: 0.0707121
Dec 14 10:14:05.169189 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'port': {'device_id': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'admin_state_up': True, 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'security_groups': ['891223ec-16cb-4e4c-a51f-1bb84a4cc5b1']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:05.305536 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36950) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:05.427605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.441421 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee19b0-9471-4ddc-b48c-e8ec915be921 req-da268fba-a152-45d8-a0b0-ebb83b1c44b9 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:05.442453 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:05.442898 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bdee19b0-9471-4ddc-b48c-e8ec915be921 req-da268fba-a152-45d8-a0b0-ebb83b1c44b9 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.4090397
Dec 14 10:14:05.451793 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:522457f6d34a42f48326659585251f9d is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:14:05.454707 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:14:05.460450 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:05.488684 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Deleting port 403d6a8e-99ac-46f1-8feb-107ed2db7751 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:05.489020 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.547949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.551685 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.560094 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d8378511-a8b7-46c1-ae59-93b749db5b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:05.575291 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:05.603784 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=522457f6d34a42f48326659585251f9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2939003
Dec 14 10:14:05.604021 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bdee19b0-9471-4ddc-b48c-e8ec915be921 req-c24450ea-0e4f-4934-9efb-12a0202fbee7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1499996
Dec 14 10:14:05.604133 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d72a2a-9a2d-4fee-bf81-1f3ef850d342,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:05.604848 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36958) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:05.607609 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:05.659702 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:05.666837 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b50-c039-412e-a2e7-d6994d68a8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.689056 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Made reservation on behalf of d66bc312475a4c749b82c1f077f8fff7 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:14:05.692506 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.738548 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b50-c039-412e-a2e7-d6994d68a8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.790960 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] For port 403d6a8e-99ac-46f1-8feb-107ed2db7751, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=403d6a8e-99ac-46f1-8feb-107ed2db7751,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:05.791319 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.804136 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d604b4-aba9-4cf8-a4f1-4b0882f88362 req-4fd163c1-6ed5-4215-b190-5dbaa2ed014a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:05.805586 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d1d604b4-aba9-4cf8-a4f1-4b0882f88362 req-4fd163c1-6ed5-4215-b190-5dbaa2ed014a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1296086
Dec 14 10:14:05.835505 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b50-c039-412e-a2e7-d6994d68a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.841737 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-486e644c-2846-459c-bd5b-67aa8be7ba52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:05.859367 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd3b50-c039-412e-a2e7-d6994d68a8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d72a2a-9a2d-4fee-bf81-1f3ef850d342,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:05.865040 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c7bd3b50-c039-412e-a2e7-d6994d68a8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:05.873841 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d1d604b4-aba9-4cf8-a4f1-4b0882f88362 req-31f9ba33-e306-4aea-80c7-00bba5c91c1d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0600977
Dec 14 10:14:05.874615 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b50-c039-412e-a2e7-d6994d68a8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:05.875567 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c7bd3b50-c039-412e-a2e7-d6994d68a8e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8d72a2a-9a2d-4fee-bf81-1f3ef850d342 HTTP/1.1" status: 204  len: 168 time: 0.2698207
Dec 14 10:14:05.934389 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Calling delete_port for 403d6a8e-99ac-46f1-8feb-107ed2db7751 owned by network:router_interface {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:06.245379 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1bbcc702-ba55-4858-a3b6-e96ceba2ed29 req-c6537d75-13d6-4394-a707-b0cd658d92e8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 210 time: 0.0647383
Dec 14 10:14:06.246448 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Allocated IP 172.20.0.10 (33aca229-a8a6-4405-be53-80fe67a86208/66b630be-f9c0-45fb-9333-1bf0e1ca4d1d/12b65534-dfb7-42d4-8669-166c24dd76e5) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:14:06.525144 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:06.531434 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:06.537365 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:06.588338 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=403d6a8e-99ac-46f1-8feb-107ed2db7751,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:06.591446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Transition to ACTIVE for port object 12b65534-dfb7-42d4-8669-166c24dd76e5 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:14:06.592686 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:06.754442 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:06.767352 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f451a533-a795-4965-8ea6-9b0ec496b20c tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:06.808904 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64520428-e12b-455f-b469-1e884384c866 req-96bf01c0-cec5-4d32-8a89-e7f978c16da3 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:06.811029 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-64520428-e12b-455f-b469-1e884384c866 req-96bf01c0-cec5-4d32-8a89-e7f978c16da3 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.0886474
Dec 14 10:14:06.856176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Network 33aca229-a8a6-4405-be53-80fe67a86208 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:14:06.860110 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-64520428-e12b-455f-b469-1e884384c866 req-b95c51ad-2d6c-4614-af22-75ae506a8184 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433002
Dec 14 10:14:06.860877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:14:07.054930 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:14:07.068632 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-d260a159-1cea-4870-bdbc-3ccfc8f60f63 None None] Provisioning for port 12b65534-dfb7-42d4-8669-166c24dd76e5 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:14:07.073305 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-d260a159-1cea-4870-bdbc-3ccfc8f60f63 None None] Provisioning complete for port 12b65534-dfb7-42d4-8669-166c24dd76e5 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:14:07.073762 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d260a159-1cea-4870-bdbc-3ccfc8f60f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:07.090088 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event updated for resources: {'Port': ['ID=12b65534-dfb7-42d4-8669-166c24dd76e5,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:07.094132 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:07.127592 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-d260a159-1cea-4870-bdbc-3ccfc8f60f63 None None] Port 12b65534-dfb7-42d4-8669-166c24dd76e5 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:14:07.201161 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:07.219240 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:07.219835 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:07.334580 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1696136
Dec 14 10:14:07.347110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3efc-8471-4dff-b8c2-00b3373d27df req-f3457a8b-a7d6-4774-9733-a6898f42d46b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:07.348507 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-318b3efc-8471-4dff-b8c2-00b3373d27df req-f3457a8b-a7d6-4774-9733-a6898f42d46b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.2670894
Dec 14 10:14:07.399640 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Request body: {'port': {'device_id': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:07.433896 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086bf59-2f59-4365-9aa2-244b06f4ddfc req-60beb4fc-5142-4933-a5bd-feaf6a8fd04c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:07.435385 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2086bf59-2f59-4365-9aa2-244b06f4ddfc req-60beb4fc-5142-4933-a5bd-feaf6a8fd04c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 932 time: 0.0813901
Dec 14 10:14:07.480040 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-2086bf59-2f59-4365-9aa2-244b06f4ddfc req-ab212547-83d7-425e-876d-e4963b920a47 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:14:07.495395 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-2086bf59-2f59-4365-9aa2-244b06f4ddfc req-ab212547-83d7-425e-876d-e4963b920a47 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:14:07.496636 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2086bf59-2f59-4365-9aa2-244b06f4ddfc req-ab212547-83d7-425e-876d-e4963b920a47 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551462
Dec 14 10:14:07.547043 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-318b3efc-8471-4dff-b8c2-00b3373d27df req-c1d500d3-9d38-4294-8202-1ed7421ffbd5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1235447
Dec 14 10:14:07.646543 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:07.861807 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Router 9802980c-463c-490c-b741-a6c6bcfcea35 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:14:08.049137 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62772975-fac2-4d08-b019-d1f83d2eae7c req-4154a344-afd1-4469-9fde-32c73ccb760c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:08.050614 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-62772975-fac2-4d08-b019-d1f83d2eae7c req-4154a344-afd1-4469-9fde-32c73ccb760c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.0839908
Dec 14 10:14:08.097416 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-62772975-fac2-4d08-b019-d1f83d2eae7c req-1b09fc7f-af0d-4b91-bc41-1249ba1fdb75 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402384
Dec 14 10:14:08.156458 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:14:08.161537 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/9802980c-463c-490c-b741-a6c6bcfcea35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2336373
Dec 14 10:14:08.164201 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36974) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:08.165726 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] Sync routers for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:14:08.175213 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:08.175841 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c3f5c40>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:08.234763 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b65534-dfb7-42d4-8669-166c24dd76e5 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:14:08.242329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.258587 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Transition to ACTIVE for port object 12b65534-dfb7-42d4-8669-166c24dd76e5 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:14:08.262702 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.267263 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d57a69f8-a9da-4f2d-b998-6e910b6624ab tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:08.343170 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks [] for router, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.375941 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:08.421536 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=12b65534-dfb7-42d4-8669-166c24dd76e5,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:08.428655 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:08.526629 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Attempting to bind port 12b65534-dfb7-42d4-8669-166c24dd76e5 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:14:08.527199 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Attempting to bind port 12b65534-dfb7-42d4-8669-166c24dd76e5 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:14:08.528436 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Attempting to bind port 12b65534-dfb7-42d4-8669-166c24dd76e5 on network 33aca229-a8a6-4405-be53-80fe67a86208 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:14:08.543658 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Port 12b65534-dfb7-42d4-8669-166c24dd76e5 on network 33aca229-a8a6-4405-be53-80fe67a86208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:14:08.545488 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Attempting to bind port 12b65534-dfb7-42d4-8669-166c24dd76e5 on network 33aca229-a8a6-4405-be53-80fe67a86208 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:14:08.553283 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:14:08.553693 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Checking segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:14:08.554403 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Bound using segment: {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:14:08.555343 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Bound port: 12b65534-dfb7-42d4-8669-166c24dd76e5, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b383b8-d042-4473-9735-81bf9697b85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:14:08.556413 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.708257 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.720395 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Deleting port 00a8a6fb-7396-48ea-bd3c-f937b2401d67 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:08.720799 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.768105 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c3f5c40>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:14:06Z', 'revision_number': 5, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port': {'id': '00a8a6fb-7396-48ea-bd3c-f937b2401d67', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:08.772075 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] Checking router: 9802980c-463c-490c-b741-a6c6bcfcea35 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:14:08.780883 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] Routers {'9802980c-463c-490c-b741-a6c6bcfcea35'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:08.781507 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c3f5c40>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['9802980c-463c-490c-b741-a6c6bcfcea35'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:08.878856 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] For port 12b65534-dfb7-42d4-8669-166c24dd76e5, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:14:08.882692 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] For port 12b65534-dfb7-42d4-8669-166c24dd76e5, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12b65534-dfb7-42d4-8669-166c24dd76e5,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:14:08.888200 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.900367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2141941-8630-4699-900b-4e49186a834c req-3d390a3b-28db-4d07-b672-a7cd2350fecc tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:08.901359 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e2141941-8630-4699-900b-4e49186a834c req-3d390a3b-28db-4d07-b672-a7cd2350fecc tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Synchronizing usage tracker for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:14:08.906274 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49c5d812-06e1-4e30-907f-002e22396d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:08.935015 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] Set router 9802980c-463c-490c-b741-a6c6bcfcea35 gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:08.943586 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a449d-0532-4611-b6fe-e4324aa09874 req-b65ccd65-859f-4b8c-89a9-0259f9d5cabe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:08.944602 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cf6a449d-0532-4611-b6fe-e4324aa09874 req-b65ccd65-859f-4b8c-89a9-0259f9d5cabe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1970994
Dec 14 10:14:08.971954 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:08.972564 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:08.973908 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] 10.222.0.54 "PUT /v2.0/ports/12b65534-dfb7-42d4-8669-166c24dd76e5 HTTP/1.1" status: 200  len: 1094 time: 1.6245155
Dec 14 10:14:08.974450 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:08.984750 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] For port 00a8a6fb-7396-48ea-bd3c-f937b2401d67, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=00a8a6fb-7396-48ea-bd3c-f937b2401d67,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:08.984750 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:09.083528 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e2141941-8630-4699-900b-4e49186a834c req-3d390a3b-28db-4d07-b672-a7cd2350fecc tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Unset dirty status for tenant:d66bc312475a4c749b82c1f077f8fff7 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:14:09.091203 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e2141941-8630-4699-900b-4e49186a834c req-3d390a3b-28db-4d07-b672-a7cd2350fecc tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 944 time: 0.3632355
Dec 14 10:14:09.096618 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c3f5c40>, [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:14:08Z', 'revision_number': 6, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port_host': None}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:09.102755 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e2eeb-9b54-4a40-8e85-6e549bc78bd7 None None] The sync data for ids ['9802980c-463c-490c-b741-a6c6bcfcea35'] in dv-cinder-818885-1-iscsi is: [{'id': '9802980c-463c-490c-b741-a6c6bcfcea35', 'name': 'tempest-TestMinimumBasicScenario-427793960-router', 'tenant_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:53Z', 'updated_at': '2021-12-14T10:14:08Z', 'revision_number': 6, 'project_id': '2fb4616940ba4338a7eaf7b0a17e974a', 'gw_port_host': None}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:14:09.122349 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=12b65534-dfb7-42d4-8669-166c24dd76e5,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:09.130640 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:09.141608 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Calling delete_port for 00a8a6fb-7396-48ea-bd3c-f937b2401d67 owned by network:router_gateway {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:09.162271 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e2141941-8630-4699-900b-4e49186a834c req-9003c8f8-3acd-4bb9-929f-430bfa96e98b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702341
Dec 14 10:14:09.183719 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-855b8fa5-05ad-4cf1-95d3-438d71fb3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:09.185397 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-855b8fa5-05ad-4cf1-95d3-438d71fb3b75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 1097 time: 0.1659443
Dec 14 10:14:09.190091 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cf6a449d-0532-4611-b6fe-e4324aa09874 req-0561c4e0-7af5-4f82-aea4-ef26fb658c94 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2309244
Dec 14 10:14:09.262938 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'status': 'completed', 'code': 200}
Dec 14 10:14:09.277548 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-b14a8ad7-4610-4723-afc3-7d05e69a4c4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b65534-dfb7-42d4-8669-166c24dd76e5 HTTP/1.1" status: 200  len: 217 time: 0.0845459
Dec 14 10:14:09.341578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-ea037a24-0e10-41a0-a4a2-af5e7798777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:09.343134 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-ea037a24-0e10-41a0-a4a2-af5e7798777a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0597231
Dec 14 10:14:09.433589 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-064e94c3-efe8-47ee-9c4e-31c691f77012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:09.435104 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-064e94c3-efe8-47ee-9c4e-31c691f77012 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862153
Dec 14 10:14:09.499997 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581ebb-16a5-4746-be34-36bf30a37c3b req-77297635-19f6-4e59-a22a-c45e22d59e9d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:09.501508 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7d581ebb-16a5-4746-be34-36bf30a37c3b req-77297635-19f6-4e59-a22a-c45e22d59e9d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.1549599
Dec 14 10:14:09.574244 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7d581ebb-16a5-4746-be34-36bf30a37c3b req-9256823d-88ba-421f-8711-5450051826d3 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596228
Dec 14 10:14:09.578945 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:09.583784 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-da55b4b9-3ba5-470f-bd1f-6f6c60c4ad60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:09.584319 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-b1f6161e-a73e-48c2-a0a5-f93e26904d02 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425288
Dec 14 10:14:09.639810 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=00a8a6fb-7396-48ea-bd3c-f937b2401d67,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:09.666088 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:09.717198 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8a3b8a2-319e-4fe0-8506-f2274fcc222f req-2cc863ed-e883-4e60-a61b-c339461c6bd9 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265132
Dec 14 10:14:09.728135 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:09.835598 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-26217cc5-bc09-4b49-939a-e193d51bc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:09.836937 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-26217cc5-bc09-4b49-939a-e193d51bc683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 1097 time: 0.0717249
Dec 14 10:14:09.907636 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:09.909878 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:09.984044 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-a65057ae-0600-4b50-b748-afd195ee44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:09.986044 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-a65057ae-0600-4b50-b748-afd195ee44ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.1407216
Dec 14 10:14:09.996141 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:09.996796 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9802980c-463c-490c-b741-a6c6bcfcea35 {{(pid=86849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:14:10.013290 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.016850 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] 10.222.0.20 "DELETE /v2.0/routers/9802980c-463c-490c-b741-a6c6bcfcea35 HTTP/1.1" status: 204  len: 168 time: 1.8516729
Dec 14 10:14:10.017500 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36986) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:10.064343 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-80251557-d0e1-43d7-8ffe-5424a4cf3a97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b65534-dfb7-42d4-8669-166c24dd76e5 HTTP/1.1" status: 200  len: 217 time: 0.0710874
Dec 14 10:14:10.081923 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Deleting subnet 5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:14:10.084999 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.137042 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-699ebd58-887b-4840-9947-c865431a6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:10.138552 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-699ebd58-887b-4840-9947-c865431a6456 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.0678174
Dec 14 10:14:10.222119 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-824af564-ec38-4041-b6b9-5e231ef339fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:10.223570 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-824af564-ec38-4041-b6b9-5e231ef339fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781229
Dec 14 10:14:10.244855 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.421184 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-18fee033-189a-4da5-a1c8-be49f6c28d1b service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903238
Dec 14 10:14:10.424236 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.456609 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db35f1-5417-41f7-a935-3535f0c1ff33 req-3ad8afee-26b6-4208-a0d0-52c536026955 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:10.457976 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-78db35f1-5417-41f7-a935-3535f0c1ff33 req-3ad8afee-26b6-4208-a0d0-52c536026955 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 944 time: 0.1515105
Dec 14 10:14:10.498695 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2c887-6256-41dc-b0d5-02a072ce9b76 req-cb75f47a-0bab-4fa4-929b-ffe0e9c314c6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:10.500304 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bce2c887-6256-41dc-b0d5-02a072ce9b76 req-cb75f47a-0bab-4fa4-929b-ffe0e9c314c6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1541851
Dec 14 10:14:10.531667 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.546298 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6427cc9b-6235-487b-ba9d-db7c8d3634ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:10.584429 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 403d6a8e-99ac-46f1-8feb-107ed2db7751 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:10.592779 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.595520 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:10.603144 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bce2c887-6256-41dc-b0d5-02a072ce9b76 req-28e2bd60-9493-4442-bf17-070f013a45e5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0951355
Dec 14 10:14:10.609621 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.610022 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.610398 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.610765 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.611126 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.611490 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.611849 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.612205 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.612571 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.612925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.613278 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.613637 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:10.617389 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:10.619620 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7ebd3fc3-5337-435f-9808-b59d850678f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5aa89b89-c2fc-4eb2-9162-f6b0f6cdf0f1 HTTP/1.1" status: 204  len: 168 time: 0.6011448
Dec 14 10:14:10.630735 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 36996) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:10.655178 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 403d6a8e-99ac-46f1-8feb-107ed2db7751 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:14:10.655724 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 403d6a8e-99ac-46f1-8feb-107ed2db7751 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:14:10.656341 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 00a8a6fb-7396-48ea-bd3c-f937b2401d67 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:10.688129 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9906ab-dfac-4ef4-a236-5ec724019c6e None None] Network c7da5988-e255-44e6-981a-3c49fb3fb3ad requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:14:10.695844 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-78db35f1-5417-41f7-a935-3535f0c1ff33 req-1218f09e-1faa-4e45-a0e6-f382ca50cd2e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865874
Dec 14 10:14:10.715308 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28735988-a68f-4a7e-9582-8cbd8ac809dd req-8e644d8b-6ede-405c-ad5d-be52a3d33b45 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2862291
Dec 14 10:14:10.721761 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 00a8a6fb-7396-48ea-bd3c-f937b2401d67 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:14:10.722174 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 00a8a6fb-7396-48ea-bd3c-f937b2401d67 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:14:10.800370 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.824383 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Deleting port 4d27c0f4-2855-401d-8e28-2007663faf76 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:10.824714 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:10.922639 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a86117-bb59-4167-8ecd-d43229d87c38 req-6f5022e6-7ca9-4b90-8808-3456f87fb701 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:10.924106 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-60a86117-bb59-4167-8ecd-d43229d87c38 req-6f5022e6-7ca9-4b90-8808-3456f87fb701 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.1735222
Dec 14 10:14:10.958870 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] DHCP port deletion for c7da5988-e255-44e6-981a-3c49fb3fb3ad request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:14:10.963479 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Deleting port 4d27c0f4-2855-401d-8e28-2007663faf76 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:10.963890 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.044664 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-60a86117-bb59-4167-8ecd-d43229d87c38 req-6a97f678-aaac-45dd-9e28-63fa091d8f9c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106911
Dec 14 10:14:11.086941 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] For port 4d27c0f4-2855-401d-8e28-2007663faf76, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=4d27c0f4-2855-401d-8e28-2007663faf76,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:11.087299 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.204015 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] For port 4d27c0f4-2855-401d-8e28-2007663faf76, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=4d27c0f4-2855-401d-8e28-2007663faf76,segment=NetworkSegment(aa040238-47f6-4a25-aab3-de83e551992e),segment_id=aa040238-47f6-4a25-aab3-de83e551992e)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:11.204436 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.211638 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Calling delete_port for 4d27c0f4-2855-401d-8e28-2007663faf76 owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:11.286367 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.290716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-39244dc3-e3f4-4b38-9e3d-0e88f5147718 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:11.324437 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Calling delete_port for 4d27c0f4-2855-401d-8e28-2007663faf76 owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:11.334982 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d27c0f4-2855-401d-8e28-2007663faf76,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:11.338569 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:11.339316 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] No DVR routers for this DVR port 4d27c0f4-2855-401d-8e28-2007663faf76 on host dv-cinder-818885-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:14:11.453670 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.470989 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:14:11.471315 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:14:11.479063 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2cee37c0>,) {'filters': {'network_id': ['c7da5988-e255-44e6-981a-3c49fb3fb3ad']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:11.490713 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2cee37c0>, 'aa040238-47f6-4a25-aab3-de83e551992e') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:11.491007 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2cee37c0>, 'aa040238-47f6-4a25-aab3-de83e551992e') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:11.502165 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.517428 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.523473 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:14:11.523846 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:14:11.537574 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:14:11.613151 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.619067 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.621504 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a10bf138-f055-4a5b-b244-48bc2b40637f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:11.643804 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Pushing event deleted for resources: {'Network': ['ID=c7da5988-e255-44e6-981a-3c49fb3fb3ad,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:11.646890 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:11.663204 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37002) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:11.663809 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] 10.222.0.20 "DELETE /v2.0/networks/c7da5988-e255-44e6-981a-3c49fb3fb3ad HTTP/1.1" status: 204  len: 168 time: 1.0319710
Dec 14 10:14:11.668541 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:14:11.867885 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b42f4-8c56-4026-a852-dc73f240470b req-5f43d250-0ba2-4ec6-a52d-2f1615df2c28 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:11.869458 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-719b42f4-8c56-4026-a852-dc73f240470b req-5f43d250-0ba2-4ec6-a52d-2f1615df2c28 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 944 time: 0.0801547
Dec 14 10:14:11.913724 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-719b42f4-8c56-4026-a852-dc73f240470b req-738249e4-4cb8-4cbd-818d-45f650dfbeaa tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387194
Dec 14 10:14:11.972132 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Deleting port 4d27c0f4-2855-401d-8e28-2007663faf76 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:11.972680 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:11.982329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48bff3-714f-4186-b5b9-55a3a5a2b730 req-479acb46-609c-4b27-b76c-a10cbd0e440a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:11.983777 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff48bff3-714f-4186-b5b9-55a3a5a2b730 req-479acb46-609c-4b27-b76c-a10cbd0e440a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.2368944
Dec 14 10:14:12.040394 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-296b0425-7012-4b04-a52b-2cc7d039e93f None None] The port '4d27c0f4-2855-401d-8e28-2007663faf76' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:14:12.112568 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff48bff3-714f-4186-b5b9-55a3a5a2b730 req-3c4b3f7a-b500-4a47-82a7-e37435e247fb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1191540
Dec 14 10:14:12.310679 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:12.328930 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582682e8-4682-46b7-8dcf-7242b66f91f4 req-f6979413-4e56-41e7-a647-177898ec5527 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:12.330377 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-582682e8-4682-46b7-8dcf-7242b66f91f4 req-f6979413-4e56-41e7-a647-177898ec5527 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 943 time: 0.1728065
Dec 14 10:14:12.374270 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-582682e8-4682-46b7-8dcf-7242b66f91f4 req-1918008a-b920-4854-bfba-9ee335311266 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382090
Dec 14 10:14:12.431781 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 12b65534-dfb7-42d4-8669-166c24dd76e5 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:14:12.567886 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 12b65534-dfb7-42d4-8669-166c24dd76e5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12b65534-dfb7-42d4-8669-166c24dd76e5,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:12.581336 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 4d27c0f4-2855-401d-8e28-2007663faf76 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:12.620177 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 4d27c0f4-2855-401d-8e28-2007663faf76 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:14:12.620527 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 4d27c0f4-2855-401d-8e28-2007663faf76 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:14:12.621980 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'port_id': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'mac_address': 'fa:16:3e:95:01:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:14:12.660350 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Deleting port b2dee688-dcab-47e2-853c-baf475124742 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:12.660684 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:12.677517 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:12.693941 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b65534-dfb7-42d4-8669-166c24dd76e5 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:14:12.709710 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 12b65534-dfb7-42d4-8669-166c24dd76e5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12b65534-dfb7-42d4-8669-166c24dd76e5,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:12.713732 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:12.715006 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 5a76754a-00ff-4c50-83e7-bc0e420e7c19 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:14:12.716869 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-e546ee26-cbf3-4ec7-a3cf-b4c072380f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:12.834077 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] For port b2dee688-dcab-47e2-853c-baf475124742, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b2dee688-dcab-47e2-853c-baf475124742,segment=NetworkSegment(ffb8d3eb-e316-44ad-b781-0a1e82a3fefd),segment_id=ffb8d3eb-e316-44ad-b781-0a1e82a3fefd)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:12.834653 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:12.843977 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=12b65534-dfb7-42d4-8669-166c24dd76e5,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:12.862577 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.862919 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.863250 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.863576 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.863901 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.864225 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.864540 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.864856 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.865171 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.865489 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.865799 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.866144 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:12.871687 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:12.916741 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 5a76754a-00ff-4c50-83e7-bc0e420e7c19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:12.931546 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'port_id': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'mac_address': 'fa:16:3e:91:bb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:14:12.992580 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:13.027458 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a76754a-00ff-4c50-83e7-bc0e420e7c19 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:14:13.042995 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 5a76754a-00ff-4c50-83e7-bc0e420e7c19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:13.052922 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:13.055137 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b3f53bd2-5ce9-4354-b5dd-626940eacc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:13.070328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Calling delete_port for b2dee688-dcab-47e2-853c-baf475124742 owned by network:router_interface {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:13.127427 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=5a76754a-00ff-4c50-83e7-bc0e420e7c19,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:13.130349 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:13.228320 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b34ca-13d8-4171-84ee-1941db995711 req-8b2d68b6-3138-4985-9f10-7214077328bf tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:13.229532 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a46b34ca-13d8-4171-84ee-1941db995711 req-8b2d68b6-3138-4985-9f10-7214077328bf tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 945 time: 0.1667097
Dec 14 10:14:13.288503 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a46b34ca-13d8-4171-84ee-1941db995711 req-49e1f3bf-4373-4552-a5ce-58d0177d9a9e tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518825
Dec 14 10:14:13.309160 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3646c0f-c88d-4f9e-95ff-75fcfacf5f36 req-b6a00e0a-c645-4292-b0fd-c51eda1837ae tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:13.310635 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3646c0f-c88d-4f9e-95ff-75fcfacf5f36 req-b6a00e0a-c645-4292-b0fd-c51eda1837ae tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.0871663
Dec 14 10:14:13.342664 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['5a76754a-00ff-4c50-83e7-bc0e420e7c19'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:14:13.358557 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:13.364870 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3646c0f-c88d-4f9e-95ff-75fcfacf5f36 req-5ada40fa-dbf7-4d84-81e8-ae97e2b044f9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0478158
Dec 14 10:14:13.366684 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c34e9b4d-92ba-4cc9-aff1-4c42487d32f9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:13.397053 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['12b65534-dfb7-42d4-8669-166c24dd76e5'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:14:13.422349 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dee688-dcab-47e2-853c-baf475124742,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:13.461405 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:13.664716 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:13.722426 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fe8-5d96-42b0-a5c1-10d8a6669d59 req-4fff007f-ee8e-4753-8f48-fff8ca3edf65 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:13.723790 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7f6d3fe8-5d96-42b0-a5c1-10d8a6669d59 req-4fff007f-ee8e-4753-8f48-fff8ca3edf65 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 944 time: 0.2311263
Dec 14 10:14:13.794813 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:13.801320 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7f6d3fe8-5d96-42b0-a5c1-10d8a6669d59 req-1b52f1cd-9541-4d5a-aafb-04097b931cf9 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699675
Dec 14 10:14:14.154437 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Router eb2ba2cb-b683-4a72-8abf-a5142a75395a has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:14:14.334416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:14:14.347459 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] Sync routers for ids ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:14:14.357813 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb2ba2cb-b683-4a72-8abf-a5142a75395a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6934268
Dec 14 10:14:14.359835 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] Routers {'eb2ba2cb-b683-4a72-8abf-a5142a75395a'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:14.360639 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37020) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:14.361218 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25e490>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:14.435109 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 12b65534-dfb7-42d4-8669-166c24dd76e5 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:14:14.496110 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-9440fdbd-34f0-4adb-b24e-69bbaf6f0f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:14.529933 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 12b65534-dfb7-42d4-8669-166c24dd76e5 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:14:14.539499 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 12b65534-dfb7-42d4-8669-166c24dd76e5 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:14:14.540357 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:14.593512 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] Set router eb2ba2cb-b683-4a72-8abf-a5142a75395a gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:14.676024 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcca604-b62a-4e61-b11d-e4d1d85f247b req-8442d802-87d7-40c3-9516-ed348361522b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:14.677574 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fdcca604-b62a-4e61-b11d-e4d1d85f247b req-8442d802-87d7-40c3-9516-ed348361522b tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1280332
Dec 14 10:14:14.725424 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:14.732422 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fdcca604-b62a-4e61-b11d-e4d1d85f247b req-3795c525-b6b8-40e3-ba01-bd679489aea4 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485187
Dec 14 10:14:14.765811 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:14.770899 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3539b9f-df44-4c89-b401-f8d6ad76ef9f req-4c4da25b-e955-433f-8869-0bb3b5a889a5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:14.776671 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 12b65534-dfb7-42d4-8669-166c24dd76e5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12b65534-dfb7-42d4-8669-166c24dd76e5,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:14.782016 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e3539b9f-df44-4c89-b401-f8d6ad76ef9f req-4c4da25b-e955-433f-8869-0bb3b5a889a5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 945 time: 0.2312441
Dec 14 10:14:14.792101 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:14.793267 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 5a76754a-00ff-4c50-83e7-bc0e420e7c19 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:14:14.825088 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks [] for router, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:14.836005 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:14.899668 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e3539b9f-df44-4c89-b401-f8d6ad76ef9f req-f9826ad3-bd4c-4e22-a25e-b8e9a4f80fa8 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164181
Dec 14 10:14:14.924180 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf612f-b3a9-4051-a0af-0ab2547bb1d0 req-33f14737-1b8f-4612-8834-fba895052350 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:14.932433 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3caf612f-b3a9-4051-a0af-0ab2547bb1d0 req-33f14737-1b8f-4612-8834-fba895052350 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1093807
Dec 14 10:14:14.943302 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=12b65534-dfb7-42d4-8669-166c24dd76e5,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:14.948296 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:14.955159 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:14:14.962779 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:14:14.963416 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:14.964765 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25e490>, [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:14:13Z', 'revision_number': 5, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:14.969177 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] Checking router: eb2ba2cb-b683-4a72-8abf-a5142a75395a for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:14:14.980857 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] Routers {'eb2ba2cb-b683-4a72-8abf-a5142a75395a'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:14.981535 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25e490>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:13:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:15.031802 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3caf612f-b3a9-4051-a0af-0ab2547bb1d0 req-6df46046-8e2a-4c86-a3b4-e81668ee8ef2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0983980
Dec 14 10:14:15.125243 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:15.146928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Deleting port b1e201d2-1f2a-4579-9f59-2209eb5c3f57 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:15.146928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:15.159476 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:15.196899 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 5a76754a-00ff-4c50-83e7-bc0e420e7c19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:15.207224 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:15.209390 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8bb0c244-e51c-407f-8b93-085dbe85a917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:15.226590 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] Set router eb2ba2cb-b683-4a72-8abf-a5142a75395a gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:15.241902 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f40b5d-267b-4839-875a-0f6be9d55f82 req-49fc0858-44ab-48a1-8c34-07b241efa44e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:15.248808 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-46f40b5d-267b-4839-875a-0f6be9d55f82 req-49fc0858-44ab-48a1-8c34-07b241efa44e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 944 time: 0.1062849
Dec 14 10:14:15.292058 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=5a76754a-00ff-4c50-83e7-bc0e420e7c19,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:15.295187 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:15.309578 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-46f40b5d-267b-4839-875a-0f6be9d55f82 req-e5e72732-87b5-4c7e-8015-5b82a311657c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598891
Dec 14 10:14:15.363454 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'code': 200}
Dec 14 10:14:15.465524 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] For port b1e201d2-1f2a-4579-9f59-2209eb5c3f57, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:15.466162 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:15.596573 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25e490>, [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:14:13Z', 'revision_number': 5, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:15.605204 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8bead-e615-4c56-bb84-f29429fee3ad None None] The sync data for ids ['eb2ba2cb-b683-4a72-8abf-a5142a75395a'] in dv-cinder-818885-1-iscsi is: [{'id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'name': 'tempest-TestMinimumBasicScenario-1984299499-router', 'tenant_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:11:00Z', 'updated_at': '2021-12-14T10:14:13Z', 'revision_number': 5, 'project_id': 'de1af9c8c23641f182ddd2b6eb76fca8', 'gw_port': {'id': 'b1e201d2-1f2a-4579-9f59-2209eb5c3f57', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:62:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ba2cb-b683-4a72-8abf-a5142a75395a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:11:01Z', 'updated_at': '2021-12-14T10:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:14:15.734925 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Calling delete_port for b1e201d2-1f2a-4579-9f59-2209eb5c3f57 owned by network:router_gateway {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:15.894249 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3666636-3051-4bf0-bb8f-67d7cc20768f req-37415e85-6818-4fc4-8ec7-d3d38a99485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:15.895701 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c3666636-3051-4bf0-bb8f-67d7cc20768f req-37415e85-6818-4fc4-8ec7-d3d38a99485a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 1099 time: 0.2070680
Dec 14 10:14:15.899006 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-88466776-404e-424c-972b-e7f69cff0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:15.901334 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-88466776-404e-424c-972b-e7f69cff0538 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1098 time: 0.2565966
Dec 14 10:14:15.957477 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ca9a9-7705-43a8-8500-c8f617119497 req-c5d0a0fc-441e-4a65-b5c9-25194911ba2d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:15.966106 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3d3ca9a9-7705-43a8-8500-c8f617119497 req-c5d0a0fc-441e-4a65-b5c9-25194911ba2d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1241682
Dec 14 10:14:16.043735 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3d3ca9a9-7705-43a8-8500-c8f617119497 req-14ff00d1-0286-4e6b-ab27-4a5f6b9de9f1 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752561
Dec 14 10:14:16.183427 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-01525cd6-34d8-4bbd-ac7c-ba1889de7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:16.186456 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-01525cd6-34d8-4bbd-ac7c-ba1889de7d2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 910 time: 0.2390954
Dec 14 10:14:16.342440 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d0fb8-88cf-4676-b7cc-7bc61f26bd79 req-635e5c3a-4c60-4566-af7d-9b397eb4ea15 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:16.357946 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-317d0fb8-88cf-4676-b7cc-7bc61f26bd79 req-635e5c3a-4c60-4566-af7d-9b397eb4ea15 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1354086
Dec 14 10:14:16.393612 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c3666636-3051-4bf0-bb8f-67d7cc20768f req-89f84dd9-1fc5-41a0-8f9b-4abdd6ee6719 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4821997
Dec 14 10:14:16.410271 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:16.417823 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-317d0fb8-88cf-4676-b7cc-7bc61f26bd79 req-2c5f5933-2d41-452a-b952-4d0c8dcaafc1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0584569
Dec 14 10:14:16.419441 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f5dc3f4f-e184-40a8-bbcd-db5542ec84ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:16.451640 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:14:16.600440 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-83436a41-531b-46c6-a551-2cb1264e8ebb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 1001 time: 0.3964646
Dec 14 10:14:16.638060 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b2dee688-dcab-47e2-853c-baf475124742 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:16.672844 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e201d2-1f2a-4579-9f59-2209eb5c3f57,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:16.675748 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:16.691404 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: b2dee688-dcab-47e2-853c-baf475124742 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:14:16.691666 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b2dee688-dcab-47e2-853c-baf475124742 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:14:16.707301 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f9013-4846-475f-820b-90da13a390ab req-1863c5f6-e632-4845-a497-8921697537b2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:16.709686 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-397f9013-4846-475f-820b-90da13a390ab req-1863c5f6-e632-4845-a497-8921697537b2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.1297712
Dec 14 10:14:16.716967 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:16.734272 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'port_id': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'mac_address': 'fa:16:3e:49:82:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:14:16.784572 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-397f9013-4846-475f-820b-90da13a390ab req-5a12eca2-de6a-4843-8b60-bbdae78a21b2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615430
Dec 14 10:14:16.808019 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:16.811870 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed0890-80ca-4107-ba34-76d265420dda req-3ebe06d7-4245-4599-804d-0a94206d74dd tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:16.821999 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-53ed0890-80ca-4107-ba34-76d265420dda req-3ebe06d7-4245-4599-804d-0a94206d74dd tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 946 time: 0.6766665
Dec 14 10:14:16.843106 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07c89ab1-3f66-4963-95e3-1048fc17638b {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:14:16.860961 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f08d-2169-4ae9-844e-1bd2a815ade7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:16.861627 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:16.869923 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:16.875211 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:16.877260 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:16.918208 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-820c1af6-3e78-4488-9fbd-148304a4e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:16.921420 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-820c1af6-3e78-4488-9fbd-148304a4e0ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 200  len: 848 time: 0.3078015
Dec 14 10:14:16.961161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=6']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:16.964390 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:16.984396 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['07c89ab1-3f66-4963-95e3-1048fc17638b'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:14:17.162240 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.164471 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.194537 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.195009 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb2ba2cb-b683-4a72-8abf-a5142a75395a {{(pid=86850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:14:17.224859 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-53ed0890-80ca-4107-ba34-76d265420dda req-8133800d-7387-4987-9160-2b8e7bd6c485 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4015915
Dec 14 10:14:17.262072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.263395 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb2ba2cb-b683-4a72-8abf-a5142a75395a HTTP/1.1" status: 204  len: 168 time: 2.9017634
Dec 14 10:14:17.265985 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37066) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:17.364638 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:17.370117 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Deleting subnet 51e728d0-7c9d-4091-ab56-92bea3f442f8 {{(pid=86850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:14:17.374860 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.419850 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-0df99a72-e14f-482b-b935-3115aaadf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:17.421302 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-0df99a72-e14f-482b-b935-3115aaadf3c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d59055ef-5180-470c-884a-72dc9abe1810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4186110
Dec 14 10:14:17.432126 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'code': 200}
Dec 14 10:14:17.442663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2638110'] for subnet, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.550927 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141a0ee-1b0e-48f2-b1fa-ea1a9d8b392e req-af11af9a-0cb8-470f-bc3e-19c7c10a9101 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:17.559566 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e141a0ee-1b0e-48f2-b1fa-ea1a9d8b392e req-af11af9a-0cb8-470f-bc3e-19c7c10a9101 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1189356
Dec 14 10:14:17.614001 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e141a0ee-1b0e-48f2-b1fa-ea1a9d8b392e req-28ff29cc-6978-4007-8565-31c7ab249ab1 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531609
Dec 14 10:14:17.812379 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.849446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.944778 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:17.961870 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-8363fba0-6258-4bc6-95b3-e1b5f697a4cd service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4437125
Dec 14 10:14:18.046314 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80a459-3389-466a-970c-7f2049293cbe req-e24326ca-e46c-48b8-860e-d82e784c29df tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:18.047810 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-db80a459-3389-466a-970c-7f2049293cbe req-e24326ca-e46c-48b8-860e-d82e784c29df tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.1124678
Dec 14 10:14:18.095575 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10238608'] for subnet, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:18.107286 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716833a-0cce-40cd-8a3d-de734fa7c806 req-701036cf-5d51-4fca-8de0-7e2db84ccf99 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:18.110426 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0716833a-0cce-40cd-8a3d-de734fa7c806 req-701036cf-5d51-4fca-8de0-7e2db84ccf99 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 945 time: 0.4709482
Dec 14 10:14:18.128955 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-db80a459-3389-466a-970c-7f2049293cbe req-cb57cf29-6164-4c96-b1e3-5c5f0b1f5d39 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749869
Dec 14 10:14:18.129702 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:18.177581 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e728d0-7c9d-4091-ab56-92bea3f442f8,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:18.188228 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:18.221046 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:18.221435 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d3f0b-dd44-482f-ada2-617dc6b4b12d None None] Network f4967d96-9c64-4a1f-9522-66d5b6d3e434 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:14:18.258190 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-8e7971ea-0bf6-44f5-8284-74bc987c0fa0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51e728d0-7c9d-4091-ab56-92bea3f442f8 HTTP/1.1" status: 204  len: 168 time: 0.9909873
Dec 14 10:14:18.261034 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37076) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:18.268636 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4f1d5a11-940f-46cc-a6c0-96ed8ed70cff req-1dd42ccb-5eb2-4685-ba53-79562713585e service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2890325
Dec 14 10:14:18.284683 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35884e6a-9e5e-4b79-99b3-1ee4df0f0e18 req-5cc74cfe-881e-4186-b437-d97bf0ec1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:18.286813 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-35884e6a-9e5e-4b79-99b3-1ee4df0f0e18 req-5cc74cfe-881e-4186-b437-d97bf0ec1502 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 1098 time: 0.3657670
Dec 14 10:14:18.291892 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0716833a-0cce-40cd-8a3d-de734fa7c806 req-602bdf15-9aa4-4e75-a8fc-6de5436dca7f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1695726
Dec 14 10:14:18.344235 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-35884e6a-9e5e-4b79-99b3-1ee4df0f0e18 req-af50ef15-5b8b-473a-aff5-67e4dc83978c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468717
Dec 14 10:14:18.474632 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:14:18.537895 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:18.560381 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Deleting port 89fcf699-3de3-409e-a87a-6f96af3fcc7b {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:18.563492 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:18.598216 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 07c89ab1-3f66-4963-95e3-1048fc17638b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:14:18.598600 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:18.634124 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b1e201d2-1f2a-4579-9f59-2209eb5c3f57 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:18.688467 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71adec-5c92-4e12-821f-de427cf7ad73 req-dae05647-65b2-4bc2-a27a-543fb60d92b7 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:18.690221 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7d71adec-5c92-4e12-821f-de427cf7ad73 req-dae05647-65b2-4bc2-a27a-543fb60d92b7 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 946 time: 0.2635505
Dec 14 10:14:18.706398 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: b1e201d2-1f2a-4579-9f59-2209eb5c3f57 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:14:18.706776 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b1e201d2-1f2a-4579-9f59-2209eb5c3f57 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:14:18.759795 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] DHCP port deletion for f4967d96-9c64-4a1f-9522-66d5b6d3e434 request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:14:18.772542 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Deleting port 89fcf699-3de3-409e-a87a-6f96af3fcc7b {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:18.777750 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:18.842489 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7d71adec-5c92-4e12-821f-de427cf7ad73 req-2569519c-0747-453a-aab7-b4af9c544ca9 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1412382
Dec 14 10:14:18.949177 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] For port 89fcf699-3de3-409e-a87a-6f96af3fcc7b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=89fcf699-3de3-409e-a87a-6f96af3fcc7b,segment=NetworkSegment(ffb8d3eb-e316-44ad-b781-0a1e82a3fefd),segment_id=ffb8d3eb-e316-44ad-b781-0a1e82a3fefd)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:18.949993 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:18.959532 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62805e2-a41f-4ff7-9bd2-f6576a6770c1 req-697d00d9-5907-48ed-8293-8a6795db25ce tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:18.968833 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d62805e2-a41f-4ff7-9bd2-f6576a6770c1 req-697d00d9-5907-48ed-8293-8a6795db25ce tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1238849
Dec 14 10:14:19.010859 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:19.018511 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d62805e2-a41f-4ff7-9bd2-f6576a6770c1 req-dba4c0d2-841f-42aa-bbe5-865aede17ec3 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487628
Dec 14 10:14:19.113084 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Calling delete_port for 89fcf699-3de3-409e-a87a-6f96af3fcc7b owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:19.218755 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:19.233997 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:19.261461 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-f68cf6df-1a4a-4a71-96f7-5005f600febc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:19.390971 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] For port 89fcf699-3de3-409e-a87a-6f96af3fcc7b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=89fcf699-3de3-409e-a87a-6f96af3fcc7b,segment=NetworkSegment(ffb8d3eb-e316-44ad-b781-0a1e82a3fefd),segment_id=ffb8d3eb-e316-44ad-b781-0a1e82a3fefd)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:19.391653 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:19.413646 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faf1f7-9452-450a-8047-171c0d91647b req-81547ec7-8a4d-4aeb-a305-abe7e2e85b41 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:19.421283 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a3faf1f7-9452-450a-8047-171c0d91647b req-81547ec7-8a4d-4aeb-a305-abe7e2e85b41 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.1266172
Dec 14 10:14:19.472459 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:19.473125 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:19.485081 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:19.509194 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e91e57b3-a718-4547-9a85-8b6b4ae16e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:19.558707 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Calling delete_port for 89fcf699-3de3-409e-a87a-6f96af3fcc7b owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:14:19.590000 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Pushing event deleted for resources: {'Port': ['ID=89fcf699-3de3-409e-a87a-6f96af3fcc7b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:19.593441 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] No DVR routers for this DVR port 89fcf699-3de3-409e-a87a-6f96af3fcc7b on host dv-cinder-818885-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:14:19.595437 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:19.605266 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238fc4-1e53-49a2-a19c-7dd4920f662f req-353cb5d0-eea8-4dfe-bac9-f74f0d77d9dd tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:19.620414 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-db238fc4-1e53-49a2-a19c-7dd4920f662f req-353cb5d0-eea8-4dfe-bac9-f74f0d77d9dd tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 946 time: 0.5150003
Dec 14 10:14:19.621754 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37092) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:19.622655 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=7']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:19.635036 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:19.668387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Request body: {'floatingip': {'port_id': '12b65534-dfb7-42d4-8669-166c24dd76e5'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:19.688963 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a3faf1f7-9452-450a-8047-171c0d91647b req-12387c03-ee44-40ba-bcc0-6b024de9b054 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2666552
Dec 14 10:14:19.691782 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:14:19.692241 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:14:19.748029 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'code': 200}
Dec 14 10:14:19.777768 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.004439 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.075069 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c5f2f70>,) {'filters': {'network_id': ['f4967d96-9c64-4a1f-9522-66d5b6d3e434']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:20.100519 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c5f2f70>, 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:20.100810 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c5f2f70>, 'ffb8d3eb-e316-44ad-b781-0a1e82a3fefd') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:20.118757 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.151878 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.194114 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Deleting port 89fcf699-3de3-409e-a87a-6f96af3fcc7b {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:14:20.197782 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.225549 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:14:20.225948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:14:20.239612 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:14:20.287178 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeda9b7-9f93-4cd8-b784-47856595d5e1 req-8e22a5e9-286b-402f-83a6-f96f97c9e704 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:20.288734 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2eeda9b7-9f93-4cd8-b784-47856595d5e1 req-8e22a5e9-286b-402f-83a6-f96f97c9e704 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1053796
Dec 14 10:14:20.300142 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4727aff5-a868-4ad0-98dd-955641f6d64b None None] The port '89fcf699-3de3-409e-a87a-6f96af3fcc7b' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:14:20.342455 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b98464-9d1a-4654-93d6-4ffe907d5b39 req-ede5e6cf-921e-4ab7-b4a6-c763f1351767 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:20.345262 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2eeda9b7-9f93-4cd8-b784-47856595d5e1 req-15ef27fc-2bb8-4a2b-ba72-562a04612bc6 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437953
Dec 14 10:14:20.348654 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65b98464-9d1a-4654-93d6-4ffe907d5b39 req-ede5e6cf-921e-4ab7-b4a6-c763f1351767 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.4770422
Dec 14 10:14:20.447982 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.454644 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:20.479749 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.500147 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Pushing event deleted for resources: {'Network': ['ID=f4967d96-9c64-4a1f-9522-66d5b6d3e434,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:20.512063 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65b98464-9d1a-4654-93d6-4ffe907d5b39 req-f89dc74b-83bd-4de6-ab73-79f3175358a9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1625385
Dec 14 10:14:20.520382 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:20.521918 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-968c9ced-898a-4cc6-997f-3c8c04d1916f admin admin] 10.222.0.20 "DELETE /v2.0/networks/f4967d96-9c64-4a1f-9522-66d5b6d3e434 HTTP/1.1" status: 204  len: 168 time: 2.2598743
Dec 14 10:14:20.601741 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 89fcf699-3de3-409e-a87a-6f96af3fcc7b no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:20.661579 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 89fcf699-3de3-409e-a87a-6f96af3fcc7b {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:14:20.662264 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 89fcf699-3de3-409e-a87a-6f96af3fcc7b not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:14:20.862385 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37106) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:20.907183 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:20.911920 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:21.031876 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-2eed52ab-f210-418f-9839-5aaf4767e19d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fb4616940ba4338a7eaf7b0a17e974a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1681919
Dec 14 10:14:21.034205 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37110) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:21.095907 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ff532-8eda-4077-bb5d-7129ff619664 req-5d51816d-c41e-4301-b9ff-048e13385991 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:21.097404 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b82ff532-8eda-4077-bb5d-7129ff619664 req-5d51816d-c41e-4301-b9ff-048e13385991 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.1809494
Dec 14 10:14:21.165273 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:21.169505 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b82ff532-8eda-4077-bb5d-7129ff619664 req-43237599-8654-45cf-b009-7da63c97ffbe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604854
Dec 14 10:14:21.204818 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:21.207267 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Floating IP b671037b-2c72-425d-98fc-e7fd6a759795 associated. External IP: 172.27.2.124, port: 12b65534-dfb7-42d4-8669-166c24dd76e5.
Dec 14 10:14:21.284457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:21.290815 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c03ace82-dc92-4888-afc1-e7986fa735ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:21.310545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc461a0b-71f9-4f03-a24d-7587557b5785,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:21.323869 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.324257 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.324622 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.324976 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.325472 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.325887 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.326446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.327080 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.327387 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.327769 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.328178 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.328597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:14:21.332859 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:21.334249 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:21.335676 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc461a0b-71f9-4f03-a24d-7587557b5785 HTTP/1.1" status: 204  len: 168 time: 0.3002758
Dec 14 10:14:21.580687 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db764c5-9446-4b26-beb9-34cfa4fe40fa req-35c2c772-713f-430c-81fa-6b4e27713747 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:21.583004 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6e7ce-37c6-4f26-ba7b-ea69b9b4b889 req-13aba146-9369-41e5-a0d0-13bd14a0264f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:21.584473 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-63b6e7ce-37c6-4f26-ba7b-ea69b9b4b889 req-13aba146-9369-41e5-a0d0-13bd14a0264f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.2031486
Dec 14 10:14:21.589558 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4db764c5-9446-4b26-beb9-34cfa4fe40fa req-35c2c772-713f-430c-81fa-6b4e27713747 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1176040
Dec 14 10:14:21.647825 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4db764c5-9446-4b26-beb9-34cfa4fe40fa req-aa8234a8-8534-4704-b472-b5386c248a6e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562766
Dec 14 10:14:21.769886 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-63b6e7ce-37c6-4f26-ba7b-ea69b9b4b889 req-ef707cb6-f901-4491-89d6-51c1dd4159a5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1298447
Dec 14 10:14:21.805747 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37124) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:21.825086 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Router c2e42f20-fa60-45de-85b6-e1a278de27ef has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:14:21.888552 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe1a5f-6de1-433d-bd14-d0320776836c req-a5cfae2b-4783-425b-9c3a-9520592f1825 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:21.895933 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-17fe1a5f-6de1-433d-bd14-d0320776836c req-a5cfae2b-4783-425b-9c3a-9520592f1825 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1053591
Dec 14 10:14:21.912655 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37130) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:22.002217 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-17fe1a5f-6de1-433d-bd14-d0320776836c req-aee18422-9749-4e13-bad9-d3e2b72e44b4 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1032448
Dec 14 10:14:22.034102 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-ff183915-0d77-4053-9757-56716b51c813 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de1af9c8c23641f182ddd2b6eb76fca8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1202335
Dec 14 10:14:22.035191 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37134) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:22.109796 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:14:22.114791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:22.121824 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] Sync routers for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:14:22.140183 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:22.141169 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cc6d700>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:14:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:22.171298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:22.208843 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:22.243517 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4810b8f6-8b8f-4fbf-bc37-b4f34ee18ff5 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "PUT /v2.0/floatingips/b671037b-2c72-425d-98fc-e7fd6a759795 HTTP/1.1" status: 200  len: 992 time: 2.5813642
Dec 14 10:14:22.260643 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:22.317712 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:22.324987 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2faa65ea-b1ab-4089-856c-d571006344a6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:22.346598 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee95334-ecf1-4518-a338-03b311aa5884,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:22.349620 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:22.352921 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:22.356831 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ee95334-ecf1-4518-a338-03b311aa5884 HTTP/1.1" status: 204  len: 168 time: 0.3202660
Dec 14 10:14:22.464683 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'status': 'completed', 'code': 200}
Dec 14 10:14:22.497482 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a0d28-0b07-4a1a-af7c-2ffab3023e42 tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:22.498213 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-106a0d28-0b07-4a1a-af7c-2ffab3023e42 tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] Synchronizing usage tracker for tenant:e0f2d737a02e47caa60f0b95802e91a4 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:14:22.522655 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:22.534454 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-106a0d28-0b07-4a1a-af7c-2ffab3023e42 tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] Unset dirty status for tenant:e0f2d737a02e47caa60f0b95802e91a4 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:14:22.539300 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-106a0d28-0b07-4a1a-af7c-2ffab3023e42 tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 1093 time: 0.7287762
Dec 14 10:14:22.539711 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37144) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:22.550297 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'port_id': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:14:22.558838 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:14:22.563240 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:floatingip and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:14:22.566432 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:14:22.574061 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:14:22.596077 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:22.629395 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-7f99ae21-29a5-45e1-8f9b-02af892090ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:22.630992 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-7f99ae21-29a5-45e1-8f9b-02af892090ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66bc312475a4c749b82c1f077f8fff7&device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 1099 time: 0.1508338
Dec 14 10:14:22.947835 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-5b1c2067-af16-4a18-b82e-ed6ef00215f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:22.949325 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-5b1c2067-af16-4a18-b82e-ed6ef00215f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 200  len: 911 time: 0.3083174
Dec 14 10:14:22.963361 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:23.209891 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-2d3239e8-06c2-4c8d-b04a-7a581015e9da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b65534-dfb7-42d4-8669-166c24dd76e5 HTTP/1.1" status: 200  len: 1000 time: 0.2251799
Dec 14 10:14:23.227053 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cc6d700>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'b671037b-2c72-425d-98fc-e7fd6a759795', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'port_id': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'mac_address': 'fa:16:3e:95:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:14:01Z', 'updated_at': '2021-12-14T10:14:20Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:23.236009 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Allocated IP 172.27.2.240 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/b396a761-c6f6-4724-be4d-9460cd59b727) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:14:23.242796 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] Checking router: c2e42f20-fa60-45de-85b6-e1a278de27ef for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:14:23.266230 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:23.266789 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cc6d700>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:14:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:23.282032 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e02096-36db-4959-b503-28e03f1c077d req-7ea3ce55-7e30-4b22-9f2b-3a7cd21006d8 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:23.283514 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13e02096-36db-4959-b503-28e03f1c077d req-7ea3ce55-7e30-4b22-9f2b-3a7cd21006d8 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.3785286
Dec 14 10:14:23.320412 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-5b5bacbe-7f58-43aa-af94-4585172cfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:23.321978 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-5b5bacbe-7f58-43aa-af94-4585172cfc3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 200  len: 849 time: 0.1014724
Dec 14 10:14:23.418710 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13e02096-36db-4959-b503-28e03f1c077d req-e6e2ac75-7480-4a3a-99c7-d1d4ff446954 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126673
Dec 14 10:14:23.463563 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-84a8c0ff-3d95-4461-85c6-91d0e527fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:23.465291 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-84a8c0ff-3d95-4461-85c6-91d0e527fba3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33aca229-a8a6-4405-be53-80fe67a86208&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1359155
Dec 14 10:14:23.483655 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:23.486330 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:23.593932 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:23.619569 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:23.710382 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-154d8350-0977-482b-81eb-dd862672501d service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366071
Dec 14 10:14:23.747029 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:14:23.770994 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:14:23.776748 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:14:23.839124 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=b396a761-c6f6-4724-be4d-9460cd59b727,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:23.844960 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:23.859385 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fbc1f-9377-43a0-a9a4-28f970b1a29f req-289c0a4a-1039-417d-9446-b82755f453e3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:23.866364 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-979fbc1f-9377-43a0-a9a4-28f970b1a29f req-289c0a4a-1039-417d-9446-b82755f453e3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.3309925
Dec 14 10:14:23.909244 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305a8d48-9f7c-4fb5-82bd-712de6a6ea67 req-173b3446-799b-4d32-97c5-5200c8318879 service neutron] 10.222.0.54 "GET /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908581
Dec 14 10:14:23.963270 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cc6d700>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'b671037b-2c72-425d-98fc-e7fd6a759795', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'port_id': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'mac_address': 'fa:16:3e:95:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:14:01Z', 'updated_at': '2021-12-14T10:14:20Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:23.968175 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee67ae3-bb6d-49b9-933c-292cef3bd40f None None] The sync data for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi is: [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'b671037b-2c72-425d-98fc-e7fd6a759795', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'port_id': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'mac_address': 'fa:16:3e:95:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:14:01Z', 'updated_at': '2021-12-14T10:14:20Z', 'revision_number': 1, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:14:24.073981 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-979fbc1f-9377-43a0-a9a4-28f970b1a29f req-f4d6c045-a751-4c8b-9e48-f97093858461 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2042198
Dec 14 10:14:24.291535 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413aca8-22b3-4208-a88b-72624e823f3d None None] New status for floating IP b671037b-2c72-425d-98fc-e7fd6a759795: ACTIVE {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:14:24.432052 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:24.536722 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:24.844570 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:24.852032 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:24.859705 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-30426c11-5767-4486-b4b0-7a7ad7b2cc9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:24.882138 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e31557-ad2d-4be0-aad2-867c30a29566 req-c98dc98b-9c68-4eb2-bf46-9bfc0965032a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:24.883648 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-16e31557-ad2d-4be0-aad2-867c30a29566 req-c98dc98b-9c68-4eb2-bf46-9bfc0965032a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.3087506
Dec 14 10:14:24.890808 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-a4b133e1-15fa-4add-9982-9f8812b9fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:24.892305 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-a4b133e1-15fa-4add-9982-9f8812b9fa03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1098 time: 0.2544024
Dec 14 10:14:24.980906 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=b396a761-c6f6-4724-be4d-9460cd59b727,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:24.985141 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:24.996480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:25.110338 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-16e31557-ad2d-4be0-aad2-867c30a29566 req-a38ad346-54fe-4729-bf24-f0e9240ecab5 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2166097
Dec 14 10:14:25.126624 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-ecc31682-b2e6-4a49-86ca-b700a0964319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:25.128070 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-ecc31682-b2e6-4a49-86ca-b700a0964319 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 910 time: 0.2192304
Dec 14 10:14:25.259800 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-dd712051-f27b-4d72-bb9a-27c7defcaa72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 1001 time: 0.1248381
Dec 14 10:14:25.275711 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Floating IP 9595921e-1f8f-4547-8e8c-ca88303c0f14 associated. External IP: 172.27.2.240, port: 5a76754a-00ff-4c50-83e7-bc0e420e7c19.
Dec 14 10:14:25.354660 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-84a2422a-701f-444c-9960-2197de884f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:25.354660 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-84a2422a-701f-444c-9960-2197de884f4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 200  len: 848 time: 0.0681496
Dec 14 10:14:25.418941 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-1b51609a-4543-4be3-b996-30ebd06e846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:25.420418 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-1b51609a-4543-4be3-b996-30ebd06e846b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d59055ef-5180-470c-884a-72dc9abe1810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777926
Dec 14 10:14:25.523460 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c1618-68b4-4c7a-a250-181000388b1b req-b9857ded-5667-4bc7-8774-4cd46bfa28b9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:25.526674 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-388c1618-68b4-4c7a-a250-181000388b1b req-b9857ded-5667-4bc7-8774-4cd46bfa28b9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.3086970
Dec 14 10:14:25.609187 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-489c63f3-407a-4167-b2ac-76cefe7f4592 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815193
Dec 14 10:14:25.641241 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-388c1618-68b4-4c7a-a250-181000388b1b req-67d6b1ef-9453-475b-b66e-6e0d48a5f0b0 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1075087
Dec 14 10:14:25.831907 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3748a48c-67ec-465a-983d-bea73543ccf7 req-f2dd7191-b690-4dde-a60e-e60745eee620 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164698
Dec 14 10:14:25.904191 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:14:26.097845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:14:26.108767 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:14:26.123109 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:26.124074 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c6b0970>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:14:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:26.126538 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:26.192665 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6512930
Dec 14 10:14:26.193984 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:26.279139 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'status': 'completed', 'code': 200}
Dec 14 10:14:26.373416 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:26.408526 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773afe8-e214-47e8-ba50-f4894352a015 req-aca93949-1ea9-4b59-a0d0-2533f37ca5b4 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:26.410251 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e773afe8-e214-47e8-ba50-f4894352a015 req-aca93949-1ea9-4b59-a0d0-2533f37ca5b4 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1103528
Dec 14 10:14:26.415304 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09877-799f-4f69-bdec-9502f0013d38 req-e16263b8-53f0-42eb-b873-2cddaf3d8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:26.418235 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c09877-799f-4f69-bdec-9502f0013d38 req-e16263b8-53f0-42eb-b873-2cddaf3d8df6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 1098 time: 0.1153684
Dec 14 10:14:26.479222 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e773afe8-e214-47e8-ba50-f4894352a015 req-51438d7b-97c9-4cb7-96d1-51de93290c1a tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602694
Dec 14 10:14:26.595174 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09877-799f-4f69-bdec-9502f0013d38 req-774da090-02ef-45b9-8f33-1730fc6144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:26.596609 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c09877-799f-4f69-bdec-9502f0013d38 req-774da090-02ef-45b9-8f33-1730fc6144e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1701665
Dec 14 10:14:26.751866 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c09877-799f-4f69-bdec-9502f0013d38 req-b9adc0d9-c888-414e-866d-ea8da1e063f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19 HTTP/1.1" status: 200  len: 999 time: 0.1364157
Dec 14 10:14:26.825657 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c6b0970>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '9595921e-1f8f-4547-8e8c-ca88303c0f14', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:91:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:14:24Z', 'updated_at': '2021-12-14T10:14:24Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:26.830165 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:14:26.841547 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:14:26.842216 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c6b0970>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:14:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:26.884780 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09877-799f-4f69-bdec-9502f0013d38 req-102333e7-00cc-45b1-9ffd-a92816965ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:26.886908 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c09877-799f-4f69-bdec-9502f0013d38 req-102333e7-00cc-45b1-9ffd-a92816965ad3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.1279147
Dec 14 10:14:26.963994 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18933b64-77ca-468c-bc8c-d68460f395b7 req-8bad3577-7a5d-4659-b0df-837ff166d3ca tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:26.965831 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-18933b64-77ca-468c-bc8c-d68460f395b7 req-8bad3577-7a5d-4659-b0df-837ff166d3ca tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1683192
Dec 14 10:14:27.057563 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:14:27.066475 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-18933b64-77ca-468c-bc8c-d68460f395b7 req-d6260a20-4976-4b44-b910-dba39c50a376 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0924063
Dec 14 10:14:27.076397 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09877-799f-4f69-bdec-9502f0013d38 req-d2871d7c-75cf-4e81-99bd-02b7acade725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:27.078078 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c09877-799f-4f69-bdec-9502f0013d38 req-d2871d7c-75cf-4e81-99bd-02b7acade725 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1820116
Dec 14 10:14:27.283375 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c09877-799f-4f69-bdec-9502f0013d38 req-896bb32c-e7af-4d2c-96ab-f2bf021b3735 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969640
Dec 14 10:14:27.449261 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-22c09877-799f-4f69-bdec-9502f0013d38 req-e3652f25-88c8-46b7-bff2-0f23f0b7d9f8 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584289
Dec 14 10:14:27.543107 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c6b0970>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '9595921e-1f8f-4547-8e8c-ca88303c0f14', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:91:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:14:24Z', 'updated_at': '2021-12-14T10:14:24Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:14:27.555151 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8ec1b-59fb-4330-bdb2-538740a65424 None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '9595921e-1f8f-4547-8e8c-ca88303c0f14', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:91:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:14:24Z', 'updated_at': '2021-12-14T10:14:24Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:14:27.835481 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ab8f-64f5-4c0d-8578-492adf073906 req-57975a7e-0160-43f5-84c5-24c3766f4ecf tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:27.840298 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0935ab8f-64f5-4c0d-8578-492adf073906 req-57975a7e-0160-43f5-84c5-24c3766f4ecf tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.2253129
Dec 14 10:14:27.882051 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71365905-3d26-43f4-b685-a96dab5181c7 None None] New status for floating IP 9595921e-1f8f-4547-8e8c-ca88303c0f14: ACTIVE {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:14:27.890699 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0935ab8f-64f5-4c0d-8578-492adf073906 req-c4fdb658-a75c-401e-8fc2-63ed5431bafe tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435016
Dec 14 10:14:28.343090 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7a17-e528-475e-b306-36c760200680 req-737702a8-479e-4456-871c-be0122fa0e3c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:28.344824 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a31a7a17-e528-475e-b306-36c760200680 req-737702a8-479e-4456-871c-be0122fa0e3c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1097403
Dec 14 10:14:28.412018 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a31a7a17-e528-475e-b306-36c760200680 req-677f54dc-fc7e-4d32-96d8-8b29edd37ca6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0477507
Dec 14 10:14:29.122696 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee0ca3-4ddb-42c3-b7e2-af5e5aead4e8 req-59baa28b-8b6f-486b-be12-f5786e842928 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:29.124381 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1dee0ca3-4ddb-42c3-b7e2-af5e5aead4e8 req-59baa28b-8b6f-486b-be12-f5786e842928 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1054111
Dec 14 10:14:29.186846 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1dee0ca3-4ddb-42c3-b7e2-af5e5aead4e8 req-cf83bb15-3e9d-4ddc-9207-e52632dd38de tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555704
Dec 14 10:14:29.612576 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ee9bb-cf69-49c3-bd73-8167de5f6415 req-eea6194c-9bcb-422f-b228-2c80a73d2548 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:29.620872 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-949ee9bb-cf69-49c3-bd73-8167de5f6415 req-eea6194c-9bcb-422f-b228-2c80a73d2548 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.0955086
Dec 14 10:14:29.640722 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37200) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:29.672993 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-949ee9bb-cf69-49c3-bd73-8167de5f6415 req-f6b678dc-1d1a-4b6d-bdde-5a4a765ae61d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511534
Dec 14 10:14:29.837490 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea7f8-2416-4c83-9280-0fb9c9093464 req-0b3b9968-c604-43bc-a8f1-558437bdc0ce tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:29.838960 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9aeea7f8-2416-4c83-9280-0fb9c9093464 req-0b3b9968-c604-43bc-a8f1-558437bdc0ce tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1489120
Dec 14 10:14:29.842517 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-312b3171-be9d-49c8-910e-af88f03e49a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1997609
Dec 14 10:14:29.884702 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9aeea7f8-2416-4c83-9280-0fb9c9093464 req-34f5c3a8-a73c-4bdf-a511-c8db9320806c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0399663
Dec 14 10:14:30.569864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c613-ff46-410e-b359-ff9116d98395 req-187d99c9-a0e3-4fe1-961a-3e0d40fc2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:30.571554 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3998c613-ff46-410e-b359-ff9116d98395 req-187d99c9-a0e3-4fe1-961a-3e0d40fc2039 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1099 time: 0.0723519
Dec 14 10:14:30.706669 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c613-ff46-410e-b359-ff9116d98395 req-b020dfc6-0dee-4dd9-8bca-b361f95ac52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:30.708111 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3998c613-ff46-410e-b359-ff9116d98395 req-b020dfc6-0dee-4dd9-8bca-b361f95ac52e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1291101
Dec 14 10:14:30.871228 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3998c613-ff46-410e-b359-ff9116d98395 req-c80054e7-5210-4b81-aa22-cbd9c6b19b44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 200  len: 1002 time: 0.1542311
Dec 14 10:14:30.942565 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9764ed-4c0c-4997-ba0b-42f36fc206d1 req-1d7883f4-b444-4c42-a8cb-aec76a70f684 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:30.944017 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ba9764ed-4c0c-4997-ba0b-42f36fc206d1 req-1d7883f4-b444-4c42-a8cb-aec76a70f684 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1610935
Dec 14 10:14:30.954618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c613-ff46-410e-b359-ff9116d98395 req-ee5909fa-e75c-4da2-b9ad-5d529467f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:30.955982 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3998c613-ff46-410e-b359-ff9116d98395 req-ee5909fa-e75c-4da2-b9ad-5d529467f4db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0758014
Dec 14 10:14:31.048717 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ba9764ed-4c0c-4997-ba0b-42f36fc206d1 req-bccd7b10-34a0-401c-875d-9b38443643da tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961134
Dec 14 10:14:31.085286 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c613-ff46-410e-b359-ff9116d98395 req-f3bb18e4-7595-429e-aa22-d7f7140c857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:31.087868 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3998c613-ff46-410e-b359-ff9116d98395 req-f3bb18e4-7595-429e-aa22-d7f7140c857f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1167145
Dec 14 10:14:31.092306 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50839354-3df4-4dca-b561-1541c640d956 req-17204268-3d0f-451f-b8ef-2a3df497ef3a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:31.093822 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-50839354-3df4-4dca-b561-1541c640d956 req-17204268-3d0f-451f-b8ef-2a3df497ef3a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.0897713
Dec 14 10:14:31.144291 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-50839354-3df4-4dca-b561-1541c640d956 req-afad4eb7-cc31-4895-a31b-b29956eebbdf tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0444503
Dec 14 10:14:31.233439 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3998c613-ff46-410e-b359-ff9116d98395 req-6a4a9c21-48a8-4414-8663-29e7f28b86b0 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374035
Dec 14 10:14:31.365342 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3998c613-ff46-410e-b359-ff9116d98395 req-27553797-99ab-4cfd-89cd-507bdd100718 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246531
Dec 14 10:14:31.580483 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186177c-e140-46e9-bf52-4b2092df6664 req-c1ebd966-d365-47c6-a1af-8f32bbf3839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:31.581815 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-c1ebd966-d365-47c6-a1af-8f32bbf3839e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4&tenant_id=a588cde51b9d45b2844c4ffc951dac41 HTTP/1.1" status: 200  len: 1098 time: 0.0701549
Dec 14 10:14:31.674316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186177c-e140-46e9-bf52-4b2092df6664 req-ee46a84b-a5ba-4965-8e16-f5869b5a2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:31.675736 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-ee46a84b-a5ba-4965-8e16-f5869b5a2c55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1098 time: 0.0699027
Dec 14 10:14:31.808120 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186177c-e140-46e9-bf52-4b2092df6664 req-cd2d6ac2-9b6d-4b3e-b4a3-555ead46858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:31.809544 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-cd2d6ac2-9b6d-4b3e-b4a3-555ead46858c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 910 time: 0.1268473
Dec 14 10:14:31.913613 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-56239022-9025-41ec-b674-ba8418bed097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 1001 time: 0.0969343
Dec 14 10:14:32.068559 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186177c-e140-46e9-bf52-4b2092df6664 req-b8643ade-3778-4056-899b-08d34d3c570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:32.069982 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-b8643ade-3778-4056-899b-08d34d3c570b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 200  len: 848 time: 0.1486385
Dec 14 10:14:32.152435 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186177c-e140-46e9-bf52-4b2092df6664 req-ff37abc1-3d5b-4766-998c-465482f78d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:32.153910 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-ff37abc1-3d5b-4766-998c-465482f78d94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d59055ef-5180-470c-884a-72dc9abe1810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741994
Dec 14 10:14:32.239480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f309665-b3d7-4a14-9349-d941d1b1fc41 req-19e71905-201c-4985-88e0-8d80672d1489 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:32.240954 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f309665-b3d7-4a14-9349-d941d1b1fc41 req-19e71905-201c-4985-88e0-8d80672d1489 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.0813062
Dec 14 10:14:32.285939 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f309665-b3d7-4a14-9349-d941d1b1fc41 req-a5a85f77-d080-41a4-a5de-9ea04a2c7023 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387280
Dec 14 10:14:32.340176 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-0a2d0cbb-5724-4481-82ec-5b92ce1d51de service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793935
Dec 14 10:14:32.455134 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58440eba-5976-472b-b063-9c5f8ec96acb req-c418b7b7-7300-485f-9b1e-b203cc2e45fe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:32.456454 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-58440eba-5976-472b-b063-9c5f8ec96acb req-c418b7b7-7300-485f-9b1e-b203cc2e45fe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.1848433
Dec 14 10:14:32.503235 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device eb309f74-48d9-4eb5-98e8-7571414fa330 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:32.520245 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9186177c-e140-46e9-bf52-4b2092df6664 req-edc2980c-89e6-405d-ab64-e1e0747da770 service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707747
Dec 14 10:14:32.530385 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-58440eba-5976-472b-b063-9c5f8ec96acb req-5aa5bc60-d48e-44ef-91d6-1f70077954f3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0668232
Dec 14 10:14:32.653282 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:32.679318 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:32.689667 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:32.694047 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:32.695842 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:32.729975 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'code': 200}
Dec 14 10:14:32.760881 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=6']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:32.763864 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:33.475422 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377de233-7600-4d42-9db8-6b21cc781f62 req-4b362b86-2f9d-4b99-83b3-b8bd66b4fefc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:33.476872 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-377de233-7600-4d42-9db8-6b21cc781f62 req-4b362b86-2f9d-4b99-83b3-b8bd66b4fefc tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0847998
Dec 14 10:14:33.522362 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-377de233-7600-4d42-9db8-6b21cc781f62 req-b3dd6b55-187b-4ae7-8a27-943eb7a40116 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397677
Dec 14 10:14:33.726176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc1ff7-49cd-49ca-a485-af88b85a49b0 req-dbc9ec95-db3d-4151-9f1b-369f83a8cbd1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:33.727651 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ccdc1ff7-49cd-49ca-a485-af88b85a49b0 req-dbc9ec95-db3d-4151-9f1b-369f83a8cbd1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 946 time: 0.0804017
Dec 14 10:14:33.771035 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ccdc1ff7-49cd-49ca-a485-af88b85a49b0 req-136961b7-11b2-4693-bbb0-5da7154e3162 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0378096
Dec 14 10:14:34.504087 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:34.629214 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:34.668774 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:34.674362 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:34.677557 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:34.737565 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:34.748388 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7c3cf-c3b1-49d5-8b5e-cf2472912561 req-0c7bded5-e223-4776-8d19-f5e1250c3125 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:34.749859 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aea6e3-9954-4ee2-8a47-d5d90569f3e1 req-e28e1779-1f8e-4b0b-ba10-a4d85fa53787 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:34.750558 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bfb7c3cf-c3b1-49d5-8b5e-cf2472912561 req-0c7bded5-e223-4776-8d19-f5e1250c3125 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0931401
Dec 14 10:14:34.751594 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3aea6e3-9954-4ee2-8a47-d5d90569f3e1 req-e28e1779-1f8e-4b0b-ba10-a4d85fa53787 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0955014
Dec 14 10:14:34.769017 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=8']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:34.773055 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:34.800950 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bfb7c3cf-c3b1-49d5-8b5e-cf2472912561 req-3864c815-fed6-4476-8866-cb8e399a04e3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0429366
Dec 14 10:14:34.822502 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f3aea6e3-9954-4ee2-8a47-d5d90569f3e1 req-f834f099-e780-4e63-85ed-fe0816571a0d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650773
Dec 14 10:14:34.854142 dv-cinder-818885-1-iscsi neutron-server[86851]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'code': 422} returned with failed status
Dec 14 10:14:35.046143 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37286) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:14:35.158980 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-e533ed4f-d872-4f62-b24c-0c406e5a8e82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1116326
Dec 14 10:14:36.000948 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79bf6-7312-4852-a1dc-14cf1e58c9ec req-5bf638da-9b14-4dec-959e-bea2e5a19b1c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:36.002365 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-82d79bf6-7312-4852-a1dc-14cf1e58c9ec req-5bf638da-9b14-4dec-959e-bea2e5a19b1c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0844960
Dec 14 10:14:36.033406 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e2ce-063f-48e9-9e89-7a9c0474a0d8 req-824215f0-697a-46ea-b261-adbd973e1c66 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:36.035140 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9f36e2ce-063f-48e9-9e89-7a9c0474a0d8 req-824215f0-697a-46ea-b261-adbd973e1c66 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0874038
Dec 14 10:14:36.048026 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-82d79bf6-7312-4852-a1dc-14cf1e58c9ec req-c9b2e8eb-d059-4bd1-87c1-91c784bbfce1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0395918
Dec 14 10:14:36.085750 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9f36e2ce-063f-48e9-9e89-7a9c0474a0d8 req-1caa949e-94a0-4bb7-85d3-126222521fe9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442801
Dec 14 10:14:36.747810 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-593a09fc-6503-4cc4-9c46-ca1d8d4abd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:36.749233 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-593a09fc-6503-4cc4-9c46-ca1d8d4abd69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d&tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 1097 time: 0.0690517
Dec 14 10:14:36.843952 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-b7538b88-1b30-44d1-8523-4620e2d51990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:36.845290 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-b7538b88-1b30-44d1-8523-4620e2d51990 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1097 time: 0.0737102
Dec 14 10:14:36.974862 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-5f84300d-88a1-4faa-b942-782fabc27b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:36.976265 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-5f84300d-88a1-4faa-b942-782fabc27b2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1231756
Dec 14 10:14:37.079404 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-d624317d-b0d7-4392-8d2d-80f642ce0a94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 200  len: 1000 time: 0.0960014
Dec 14 10:14:37.146296 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-5617191c-9b03-4435-8a2f-afffb3b1392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:37.148045 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-5617191c-9b03-4435-8a2f-afffb3b1392d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0603733
Dec 14 10:14:37.259412 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d511cf-2168-4304-befa-698c1f3762f2 req-00e9e474-226a-415d-8fcf-08fd13a27da7 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:37.261223 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c5d511cf-2168-4304-befa-698c1f3762f2 req-00e9e474-226a-415d-8fcf-08fd13a27da7 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0911303
Dec 14 10:14:37.283306 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-c436f9d4-9663-44f7-8d90-c521a7fa955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:37.284795 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-c436f9d4-9663-44f7-8d90-c521a7fa955e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1298695
Dec 14 10:14:37.308090 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c5d511cf-2168-4304-befa-698c1f3762f2 req-136029e2-d312-40e3-a394-d7f1431d78ce tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0413837
Dec 14 10:14:37.374466 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53489ebc-c8ca-4d53-9b52-f527c18a17e7 req-a2efe5e7-edef-4bb7-ab28-9d90989c2bfa tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:37.375904 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-53489ebc-c8ca-4d53-9b52-f527c18a17e7 req-a2efe5e7-edef-4bb7-ab28-9d90989c2bfa tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1667917
Dec 14 10:14:37.450964 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-53489ebc-c8ca-4d53-9b52-f527c18a17e7 req-44375c91-f20d-455d-afab-c26ef5e1f361 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630190
Dec 14 10:14:37.468432 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-1c4efbe7-e3a1-4cce-914b-cc50a35f9598 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741707
Dec 14 10:14:37.697388 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f5b3c8e-1416-4250-8eff-5c19964cd8e7 req-338cc333-7bb0-49be-8617-07792dd52305 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215889
Dec 14 10:14:38.511886 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:14:38.517547 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469881-fc67-4ff6-9dbe-7e836ba65daa req-efe252af-6ac7-4ab5-8762-1c823bff1f0c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:38.519016 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d469881-fc67-4ff6-9dbe-7e836ba65daa req-efe252af-6ac7-4ab5-8762-1c823bff1f0c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0829527
Dec 14 10:14:38.568747 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d469881-fc67-4ff6-9dbe-7e836ba65daa req-2c89958d-6f75-4428-86cf-1212187233af tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0438337
Dec 14 10:14:38.770720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36262ff5-a8e2-4bfc-936d-8c7075e8dae7 req-280b4fe0-481c-4a75-86f4-2cbd4a79d258 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:38.772194 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36262ff5-a8e2-4bfc-936d-8c7075e8dae7 req-280b4fe0-481c-4a75-86f4-2cbd4a79d258 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0955648
Dec 14 10:14:38.816849 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36262ff5-a8e2-4bfc-936d-8c7075e8dae7 req-fcdde992-06be-449c-a692-dbdeb2a9d714 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380208
Dec 14 10:14:39.772916 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4158-6543-4e42-ba3d-a454d228a737 req-cfe412e2-e7f7-4a39-b70b-d4b833df9bb2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:39.775019 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e4ad4158-6543-4e42-ba3d-a454d228a737 req-cfe412e2-e7f7-4a39-b70b-d4b833df9bb2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0904717
Dec 14 10:14:39.822869 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e4ad4158-6543-4e42-ba3d-a454d228a737 req-bc27b599-2afa-4f54-b5ca-cf306c32aaff tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0420229
Dec 14 10:14:40.024824 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51b854-769b-46ad-9e0d-5b10b3a79231 req-26945b24-eb0b-4dc6-89e5-b4bf73cf34ab tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:40.026547 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d51b854-769b-46ad-9e0d-5b10b3a79231 req-26945b24-eb0b-4dc6-89e5-b4bf73cf34ab tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0897152
Dec 14 10:14:40.071154 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d51b854-769b-46ad-9e0d-5b10b3a79231 req-bdb7874c-49ff-486a-a868-85aff8df8c93 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384839
Dec 14 10:14:41.023173 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba54893-f218-4e1d-ba4f-979120f4a05d req-8dee54fe-4e6e-44ce-bd58-968f7b621043 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:41.026422 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aba54893-f218-4e1d-ba4f-979120f4a05d req-8dee54fe-4e6e-44ce-bd58-968f7b621043 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0874152
Dec 14 10:14:41.073652 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aba54893-f218-4e1d-ba4f-979120f4a05d req-1468b74f-8a95-4f85-8277-b6336cdd9ed9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0408115
Dec 14 10:14:41.260679 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96291d20-d989-40f4-9e5a-2ed803a5ed80 req-28b0e569-ce00-42d0-aefe-af9a5e232e9d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:41.262445 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-96291d20-d989-40f4-9e5a-2ed803a5ed80 req-28b0e569-ce00-42d0-aefe-af9a5e232e9d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0829351
Dec 14 10:14:41.309619 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-96291d20-d989-40f4-9e5a-2ed803a5ed80 req-2c1d78bc-f3a2-4970-a1d3-1a02002a1b05 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412674
Dec 14 10:14:42.359894 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f02c7-3038-4712-bc06-a5335f6788eb req-425ec826-e09b-4b9f-8e31-20fa31a051a8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:42.361237 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e11f02c7-3038-4712-bc06-a5335f6788eb req-425ec826-e09b-4b9f-8e31-20fa31a051a8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.1743605
Dec 14 10:14:42.409350 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e11f02c7-3038-4712-bc06-a5335f6788eb req-dbf362ca-98e2-402f-a0ec-3ef6acee66d1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0407915
Dec 14 10:14:42.595159 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf2aa6-ad02-4a42-aa79-11dcd5faf81a req-62831e5e-46ea-4d7d-b299-8ea8f1f6c70d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:42.596582 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73bf2aa6-ad02-4a42-aa79-11dcd5faf81a req-62831e5e-46ea-4d7d-b299-8ea8f1f6c70d tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0803766
Dec 14 10:14:42.643747 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73bf2aa6-ad02-4a42-aa79-11dcd5faf81a req-b3049c08-0e6a-4a19-be26-f4868bf419e8 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406630
Dec 14 10:14:43.610203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9af015-b005-46ca-917f-04aedfcdf3e3 req-c6d02cef-d34b-405e-a8e0-816d740560c1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:43.611657 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7e9af015-b005-46ca-917f-04aedfcdf3e3 req-c6d02cef-d34b-405e-a8e0-816d740560c1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0885003
Dec 14 10:14:43.639542 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:43.656988 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7e9af015-b005-46ca-917f-04aedfcdf3e3 req-207f6f1e-6ab3-4af7-b390-7bd713b95d26 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0398223
Dec 14 10:14:43.844457 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95956694-5925-4e3a-b1ef-80d008dff4d2 req-25b4a1ff-c0d0-4e4a-92a5-3164ab99b714 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:43.845807 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-95956694-5925-4e3a-b1ef-80d008dff4d2 req-25b4a1ff-c0d0-4e4a-92a5-3164ab99b714 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0877864
Dec 14 10:14:43.891302 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-95956694-5925-4e3a-b1ef-80d008dff4d2 req-ed92ccef-1a9a-4270-9f24-cbf582fe05cf tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398719
Dec 14 10:14:44.450020 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-054f7a8a-01f6-4b98-a973-3c7903a11572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:44.851845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781d542-ae3d-4f05-a09d-5baf5502d916 req-f540003c-d6a1-4330-81ce-1015d0207db9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:44.853264 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4781d542-ae3d-4f05-a09d-5baf5502d916 req-f540003c-d6a1-4330-81ce-1015d0207db9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0864682
Dec 14 10:14:44.904619 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4781d542-ae3d-4f05-a09d-5baf5502d916 req-67f989d0-4445-48db-91d2-c1a16d1dd4d6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0454431
Dec 14 10:14:45.122422 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea413-f7a0-4aa5-86e4-ac78fb38d29c req-d183c211-02d0-4bd8-b6e7-bb7aeaf46b99 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:45.124668 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-705ea413-f7a0-4aa5-86e4-ac78fb38d29c req-d183c211-02d0-4bd8-b6e7-bb7aeaf46b99 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.1189971
Dec 14 10:14:45.175084 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-705ea413-f7a0-4aa5-86e4-ac78fb38d29c req-bf704fa4-a7ee-4a9b-b0c2-46811001c5ea tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395706
Dec 14 10:14:46.104866 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f00b51-c5b8-4f58-b5e0-0e5f83bf6f39 req-c49a90d7-e415-43b8-8f2c-83add3f31082 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:46.106859 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-74f00b51-c5b8-4f58-b5e0-0e5f83bf6f39 req-c49a90d7-e415-43b8-8f2c-83add3f31082 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0828190
Dec 14 10:14:46.157024 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-74f00b51-c5b8-4f58-b5e0-0e5f83bf6f39 req-700c2169-65a7-46a4-90b2-bffb66f28236 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0435703
Dec 14 10:14:46.371899 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eca9d-39ff-4c74-973d-6867aef37ee8 req-78bace95-0ac5-4e54-930d-095827c23530 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:46.373321 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d14eca9d-39ff-4c74-973d-6867aef37ee8 req-78bace95-0ac5-4e54-930d-095827c23530 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0893002
Dec 14 10:14:46.416009 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d14eca9d-39ff-4c74-973d-6867aef37ee8 req-d6ec17a4-08cf-476f-807a-b2ebb679a3e6 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371833
Dec 14 10:14:46.837379 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-a97316e0-2938-47ce-92f4-4ee2d34dac91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:47.359269 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80db67-6e1c-4cbd-bf41-866c3a0ec854 req-6ea88796-8fed-48a3-b6d4-acad2b77be79 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:47.360948 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9b80db67-6e1c-4cbd-bf41-866c3a0ec854 req-6ea88796-8fed-48a3-b6d4-acad2b77be79 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0935533
Dec 14 10:14:47.408359 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9b80db67-6e1c-4cbd-bf41-866c3a0ec854 req-a9bf1c20-e25c-4a12-a8ce-91f0feb881b3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0409577
Dec 14 10:14:47.611140 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c864fb-bce4-4109-8e49-4ac64426cd15 req-39abdb00-0831-4a97-8512-771fb29b5980 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:47.612624 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3c864fb-bce4-4109-8e49-4ac64426cd15 req-39abdb00-0831-4a97-8512-771fb29b5980 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0864143
Dec 14 10:14:47.660386 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3c864fb-bce4-4109-8e49-4ac64426cd15 req-bc0a9b5f-86a3-4c57-b417-e9f102cbe04f tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405729
Dec 14 10:14:47.815867 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:47.926364 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:48.623795 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f9adc-46ff-4ef8-94f5-ffdd9340a8cc req-108ffc90-13de-424b-8924-d485f048bcc3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:48.625333 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b56f9adc-46ff-4ef8-94f5-ffdd9340a8cc req-108ffc90-13de-424b-8924-d485f048bcc3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0874004
Dec 14 10:14:48.668650 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:14:48.673133 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b56f9adc-46ff-4ef8-94f5-ffdd9340a8cc req-009ef10a-1f8f-4398-84cf-d810e92a52f6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0419545
Dec 14 10:14:48.846967 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec616b5d-62fa-45ea-b08d-9e337ddb6d1c req-7ffb745b-15db-4820-a5ca-8960927cf4c9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:48.848459 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ec616b5d-62fa-45ea-b08d-9e337ddb6d1c req-7ffb745b-15db-4820-a5ca-8960927cf4c9 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0802131
Dec 14 10:14:48.900807 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ec616b5d-62fa-45ea-b08d-9e337ddb6d1c req-b96ab296-0e2c-40fb-a8d3-7dc7dc875625 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462022
Dec 14 10:14:49.243503 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:49.871985 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942062d-b3be-4175-b41c-3a90068cd81e req-41319b0f-d04c-4b6b-995a-2ce28cf83c26 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:49.873416 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4942062d-b3be-4175-b41c-3a90068cd81e req-41319b0f-d04c-4b6b-995a-2ce28cf83c26 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0842245
Dec 14 10:14:49.920246 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4942062d-b3be-4175-b41c-3a90068cd81e req-566f8f90-9287-4c2f-9231-de0efcc45156 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0411627
Dec 14 10:14:50.092898 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ea5-b295-458e-920a-49ad57f2d046 req-a5101856-0ff7-4c3a-95ba-8eaaa262c565 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:50.094355 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-39e45ea5-b295-458e-920a-49ad57f2d046 req-a5101856-0ff7-4c3a-95ba-8eaaa262c565 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0794320
Dec 14 10:14:50.141394 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-39e45ea5-b295-458e-920a-49ad57f2d046 req-dcc3017e-c08a-4eca-a10a-323fc0aff232 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414500
Dec 14 10:14:51.110803 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a60505-67b1-4c86-82e7-1318cdf1700d req-5d757e09-c892-4be0-ba3c-0f914bb27ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:51.112270 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37a60505-67b1-4c86-82e7-1318cdf1700d req-5d757e09-c892-4be0-ba3c-0f914bb27ecc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1096 time: 0.0728779
Dec 14 10:14:51.115219 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943ac23-59d4-4e87-8a7d-d45f30c67242 req-67c908c5-6626-4bbd-abd4-20629937c033 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:51.116652 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5943ac23-59d4-4e87-8a7d-d45f30c67242 req-67c908c5-6626-4bbd-abd4-20629937c033 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0805488
Dec 14 10:14:51.155101 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-37a60505-67b1-4c86-82e7-1318cdf1700d req-50e6d6a9-baa5-42e3-b2ec-103786c37a84 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355422
Dec 14 10:14:51.160920 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5943ac23-59d4-4e87-8a7d-d45f30c67242 req-bd4672a6-b47d-4770-86d6-05a71a0acd50 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0380061
Dec 14 10:14:51.334288 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a51a2-0eb1-4429-9642-18ce40664b1b req-22fee448-eacf-4368-86c1-c73d5df716a0 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:51.335640 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-720a51a2-0eb1-4429-9642-18ce40664b1b req-22fee448-eacf-4368-86c1-c73d5df716a0 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0861111
Dec 14 10:14:51.378917 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-720a51a2-0eb1-4429-9642-18ce40664b1b req-74278e8b-6223-46c9-a237-61415c199a60 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377121
Dec 14 10:14:52.355059 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1249f-2ad3-4b84-ba19-a2fc7954a044 req-f5e16d26-7992-4f8b-80b3-a25df09f3ac9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:52.356415 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8b1249f-2ad3-4b84-ba19-a2fc7954a044 req-f5e16d26-7992-4f8b-80b3-a25df09f3ac9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0827749
Dec 14 10:14:52.399695 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8b1249f-2ad3-4b84-ba19-a2fc7954a044 req-f1f20bc7-bb28-4597-b180-a7eccefa2054 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0376201
Dec 14 10:14:52.567067 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964ae22-6f09-4de0-b75b-be55674d45c2 req-082f4ea4-7864-4d28-866e-1de6cee45acb tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:52.568495 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1964ae22-6f09-4de0-b75b-be55674d45c2 req-082f4ea4-7864-4d28-866e-1de6cee45acb tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 943 time: 0.0840137
Dec 14 10:14:52.581566 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device eb309f74-48d9-4eb5-98e8-7571414fa330 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:14:52.615190 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1964ae22-6f09-4de0-b75b-be55674d45c2 req-5ed61c56-0626-4108-a6ec-d3dd6fba7e87 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408900
Dec 14 10:14:52.713570 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:52.726180 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'port_id': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'mac_address': 'fa:16:3e:10:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:14:52.781077 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:52.797598 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb309f74-48d9-4eb5-98e8-7571414fa330 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:14:52.813223 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:52.818635 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:52.820398 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:52.888914 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=7']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:52.891824 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:53.074548 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['eb309f74-48d9-4eb5-98e8-7571414fa330'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:14:53.587916 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586047b-ed06-44b1-9eb4-d14276be84d8 req-91c988a4-01a9-4a43-83fe-f05a2f74ada1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:53.589332 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4586047b-ed06-44b1-9eb4-d14276be84d8 req-91c988a4-01a9-4a43-83fe-f05a2f74ada1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0792713
Dec 14 10:14:53.633479 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4586047b-ed06-44b1-9eb4-d14276be84d8 req-118f21f6-29a4-4ac5-8509-85ed8ee7b838 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0384533
Dec 14 10:14:54.592363 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device eb309f74-48d9-4eb5-98e8-7571414fa330 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:14:54.658850 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port eb309f74-48d9-4eb5-98e8-7571414fa330 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:14:54.659227 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:54.778294 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:54.806899 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:14:54.816426 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:54.822526 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:54.824417 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:54.832663 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016fa8d-4ead-463f-a567-ecc493902421 req-e5e53c5b-dd31-47d5-b7a7-ff4585e53034 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:54.834157 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1016fa8d-4ead-463f-a567-ecc493902421 req-e5e53c5b-dd31-47d5-b7a7-ff4585e53034 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0892811
Dec 14 10:14:54.863038 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'code': 200}
Dec 14 10:14:54.879469 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1016fa8d-4ead-463f-a567-ecc493902421 req-0d2d7c99-013b-4665-ad23-5b6b49183ec4 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0393946
Dec 14 10:14:54.902235 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=8']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:54.906966 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:56.071312 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a5713-ed4b-4431-83be-932970ab0c8f req-7c7cf6a8-f8ea-47d9-925e-81e00126f51e tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:56.072751 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d86a5713-ed4b-4431-83be-932970ab0c8f req-7c7cf6a8-f8ea-47d9-925e-81e00126f51e tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0840070
Dec 14 10:14:56.121270 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d86a5713-ed4b-4431-83be-932970ab0c8f req-d3e95012-d85a-42df-a17d-369751d89ebd tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0428865
Dec 14 10:14:57.322003 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49479834-8019-463c-a5f5-6afb4a9f4f85 req-c56c8941-82cc-48e8-a35c-42ba69c66ab7 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:57.323332 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49479834-8019-463c-a5f5-6afb4a9f4f85 req-c56c8941-82cc-48e8-a35c-42ba69c66ab7 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0953758
Dec 14 10:14:57.368231 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49479834-8019-463c-a5f5-6afb4a9f4f85 req-9339e37f-27d0-4178-bffa-01c2a6224b0f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0384841
Dec 14 10:14:58.561643 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f752e-e596-4e06-ad94-98fdcd10858a req-fdd3af43-1b6c-4334-9f2c-81053805e14d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:58.563086 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-007f752e-e596-4e06-ad94-98fdcd10858a req-fdd3af43-1b6c-4334-9f2c-81053805e14d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 944 time: 0.0842724
Dec 14 10:14:58.603210 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:14:58.693549 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-007f752e-e596-4e06-ad94-98fdcd10858a req-6b7f2259-5603-4a0b-8edd-bb86b1af5943 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1244645
Dec 14 10:14:58.738826 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:58.751907 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'port_id': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'mac_address': 'fa:16:3e:49:82:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:14:58.807070 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:58.823843 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c89ab1-3f66-4963-95e3-1048fc17638b {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:14:58.838828 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:14:58.843272 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:14:58.844988 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:14:58.911935 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=9']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:14:58.915365 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:14:59.117262 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['07c89ab1-3f66-4963-95e3-1048fc17638b'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:14:59.878860 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045986c-a09f-43b0-83d4-683df37d662a req-adbf64b6-af61-4648-94fa-abaaa82e034b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:14:59.880165 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5045986c-a09f-43b0-83d4-683df37d662a req-adbf64b6-af61-4648-94fa-abaaa82e034b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 945 time: 0.0775747
Dec 14 10:14:59.927994 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5045986c-a09f-43b0-83d4-683df37d662a req-a60c574f-3ab8-497b-8ae3-eaf685cdb4d3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0415046
Dec 14 10:15:00.618761 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:15:00.685256 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 07c89ab1-3f66-4963-95e3-1048fc17638b triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:15:00.685631 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:00.799666 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:00.825573 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:15:00.834945 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:00.840178 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:00.842142 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:00.876493 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'code': 200}
Dec 14 10:15:00.912642 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=10']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:00.916234 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:01.264783 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c134-1260-49b9-b185-0418a9ffd538 req-1eb4290e-7a09-4de2-98a3-15643a465541 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:01.272588 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1c28c134-1260-49b9-b185-0418a9ffd538 req-1eb4290e-7a09-4de2-98a3-15643a465541 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 947 time: 0.0898983
Dec 14 10:15:01.364468 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1c28c134-1260-49b9-b185-0418a9ffd538 req-391eded8-c71c-4a49-a5a8-473e8dc55145 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0858295
Dec 14 10:15:01.394840 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9817d-b9b1-491d-8a1e-dde7dbc68b09 req-7f29f720-9535-46fc-bac5-ffd202b210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:01.396306 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e1a9817d-b9b1-491d-8a1e-dde7dbc68b09 req-7f29f720-9535-46fc-bac5-ffd202b210c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1100 time: 0.0782735
Dec 14 10:15:01.438993 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e1a9817d-b9b1-491d-8a1e-dde7dbc68b09 req-8b4cfcf7-5c6f-445f-8075-f991877666e8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0338562
Dec 14 10:15:02.555505 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f7cfb-d34d-4dea-88c7-40323f7c36c1 req-4a1e1ccd-d10e-432c-958f-253f85eeea7d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:02.556944 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c56f7cfb-d34d-4dea-88c7-40323f7c36c1 req-4a1e1ccd-d10e-432c-958f-253f85eeea7d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 947 time: 0.0792978
Dec 14 10:15:02.605262 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c56f7cfb-d34d-4dea-88c7-40323f7c36c1 req-d96053b1-0ab2-4287-ad43-746aa21c3447 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0422256
Dec 14 10:15:03.813057 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a94d6-4300-46f7-b995-bcbeb56edf1c req-0457df65-c95b-410a-ae84-d319155f7d7c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:03.813614 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ae9a94d6-4300-46f7-b995-bcbeb56edf1c req-0457df65-c95b-410a-ae84-d319155f7d7c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 947 time: 0.0877123
Dec 14 10:15:03.857837 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ae9a94d6-4300-46f7-b995-bcbeb56edf1c req-00362cbb-a460-47b7-b450-0a5f0c018230 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0386550
Dec 14 10:15:13.659782 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:14.451497 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b77ce669-1f04-47a0-9eb9-5735eb100383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:15.623840 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-a943c7f2-9d3a-484d-9b33-82d823312ce8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734880
Dec 14 10:15:15.718800 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-34c89a5c-6ffd-42bd-b6ed-91da08e5da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:15.720244 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-34c89a5c-6ffd-42bd-b6ed-91da08e5da22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 1100 time: 0.0720537
Dec 14 10:15:15.868154 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-d9b74899-e85d-4294-856f-76fb278b0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:15.870042 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-d9b74899-e85d-4294-856f-76fb278b0c67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1236932
Dec 14 10:15:15.977867 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-eb05389f-2f20-402d-9db5-017de4c91fc7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 200  len: 1002 time: 0.0971456
Dec 14 10:15:16.045897 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-917c3a2c-225b-4132-a09e-a0b3f4661d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:16.047478 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-917c3a2c-225b-4132-a09e-a0b3f4661d67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0613573
Dec 14 10:15:16.130282 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-07faae45-c057-47ba-b41c-19f5fd670a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:16.131882 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-07faae45-c057-47ba-b41c-19f5fd670a11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730276
Dec 14 10:15:16.265710 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-a07e997c-f21e-4641-856c-46a7e716a83e service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248016
Dec 14 10:15:16.396902 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a947319-c3e1-4aec-94f8-ec8efe2ba7da req-1b4e2da2-7aa2-4533-8558-d0b0a45d3af8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231418
Dec 14 10:15:16.828844 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7650d1f1-1f33-481c-b3a7-96eddf84edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:17.809835 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:17.927406 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:19.245484 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:25.472399 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f2329-9194-4bf5-9b74-c4407d0831cf req-9f07f305-6dba-474e-a872-46ffb1f2e8ad tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:25.473818 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3f6f2329-9194-4bf5-9b74-c4407d0831cf req-9f07f305-6dba-474e-a872-46ffb1f2e8ad tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 946 time: 0.0794709
Dec 14 10:15:25.517389 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3f6f2329-9194-4bf5-9b74-c4407d0831cf req-9a41d6fa-2328-4ad0-8448-6e1f29a1d6df tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372972
Dec 14 10:15:25.666815 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:15:26.705918 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c7639-41b7-493c-b833-b96d6deef187 req-0177a0e4-0ced-4e1f-a0ed-cce325e2d4c6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:26.707364 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-122c7639-41b7-493c-b833-b96d6deef187 req-0177a0e4-0ced-4e1f-a0ed-cce325e2d4c6 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 946 time: 0.0848660
Dec 14 10:15:26.752218 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-122c7639-41b7-493c-b833-b96d6deef187 req-fe515d4d-63a2-42f0-8772-957609e6a9ec tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392692
Dec 14 10:15:27.330344 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-379b3ba7-42c6-451a-b863-e11b99fd3ef0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:27.331675 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-379b3ba7-42c6-451a-b863-e11b99fd3ef0 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 946 time: 0.0822980
Dec 14 10:15:27.401300 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Deleting port 12b65534-dfb7-42d4-8669-166c24dd76e5 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:27.401634 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:27.735084 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] For port 12b65534-dfb7-42d4-8669-166c24dd76e5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12b65534-dfb7-42d4-8669-166c24dd76e5,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:27.735789 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:27.940911 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f752af-4bdf-4421-8899-4522d9e2ff56 req-0846125f-0d6e-4588-b3b0-128695955f0c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:27.942377 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a3f752af-4bdf-4421-8899-4522d9e2ff56 req-0846125f-0d6e-4588-b3b0-128695955f0c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 946 time: 0.0836720
Dec 14 10:15:27.986974 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a3f752af-4bdf-4421-8899-4522d9e2ff56 req-f9637885-fcf1-4c6d-a24d-f498f231b0e4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups?id=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388730
Dec 14 10:15:28.037840 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:28.038236 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:28.038539 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Floating IP b671037b-2c72-425d-98fc-e7fd6a759795 disassociated. External IP: 172.27.2.124, port: 12b65534-dfb7-42d4-8669-166c24dd76e5.
Dec 14 10:15:28.038866 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Calling delete_port for 12b65534-dfb7-42d4-8669-166c24dd76e5 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:28.178310 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:28.184466 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-25d4d1ae-fe16-441c-91ad-26d779f0a393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:28.231582 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event deleted for resources: {'Port': ['ID=12b65534-dfb7-42d4-8669-166c24dd76e5,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:28.241908 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.242302 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.242663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.243015 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.243363 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.243707 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.244051 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.244395 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.244736 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.245074 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.245420 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.246613 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:28.251053 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:28.441298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Router c2e42f20-fa60-45de-85b6-e1a278de27ef has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:15:28.630319 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:15:28.641798 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] Sync routers for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:15:28.656274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:15:28.657223 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c951f70>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:28.726953 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] No DVR routers for this DVR port 12b65534-dfb7-42d4-8669-166c24dd76e5 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:15:28.731440 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:28.742084 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'name': 'network-vif-deleted', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:15:28.758404 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e8ebc8bd-4410-495d-bc7b-33225f4daa96 req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.54 "DELETE /v2.0/ports/12b65534-dfb7-42d4-8669-166c24dd76e5 HTTP/1.1" status: 204  len: 173 time: 1.4200985
Dec 14 10:15:28.800814 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd877f71b-46a2-42d5-9289-8bc4752e2f43', 'name': 'network-vif-deleted', 'tag': '12b65534-dfb7-42d4-8669-166c24dd76e5', 'status': 'completed', 'code': 200}
Dec 14 10:15:28.862750 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:15:29.160549 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9d7db2ba-0a29-4f4d-9c4f-cf60c192a633 req-635cfae5-6054-48c8-8c1a-18e3040f3ed7 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d877f71b-46a2-42d5-9289-8bc4752e2f43 HTTP/1.1" status: 200  len: 210 time: 0.0494928
Dec 14 10:15:29.229079 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c951f70>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:29.233843 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] Checking router: c2e42f20-fa60-45de-85b6-e1a278de27ef for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:15:29.243190 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:15:29.243812 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c951f70>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:29.438861 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:15:29.781816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c951f70>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:29.785628 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477d551-e004-4ac8-8e5c-537826a1af0c None None] The sync data for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi is: [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:08:19Z', 'revision_number': 4, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cfdc18d9-28a7-4ada-b121-7da249e5acd6', 'name': '', 'network_id': '33aca229-a8a6-4405-be53-80fe67a86208', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'mac_address': 'fa:16:3e:e2:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:17Z', 'updated_at': '2021-12-14T10:08:33Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'subnets': [{'id': '66b630be-f9c0-45fb-9333-1bf0e1ca4d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:15:30.000241 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea7e2e-4d58-43bf-91ad-fc7e3fee663c None None] New status for floating IP b671037b-2c72-425d-98fc-e7fd6a759795: DOWN {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:15:30.285255 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37618) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:30.348189 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:30.375539 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:30.427666 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:30.431347 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e2a4b8fa-d8e9-4ca8-a5c1-d93d7008cc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:30.445626 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891223ec-16cb-4e4c-a51f-1bb84a4cc5b1,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:30.449385 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:30.458187 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:30.459298 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "DELETE /v2.0/security-groups/891223ec-16cb-4e4c-a51f-1bb84a4cc5b1 HTTP/1.1" status: 204  len: 168 time: 0.1730437
Dec 14 10:15:30.461928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37622) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:30.477615 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.api.v2.resource [None req-83bfee64-302f-4d1c-aeb6-16a949c5c25c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] show failed (client error): The resource could not be found.
Dec 14 10:15:30.478610 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-83bfee64-302f-4d1c-aeb6-16a949c5c25c tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "GET /v2.0/security-groups/891223ec-16cb-4e4c-a51f-1bb84a4cc5b1 HTTP/1.1" status: 404  len: 347 time: 0.0157285
Dec 14 10:15:30.481649 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37626) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:30.739407 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Deleting port e32a2879-65ce-4691-9d02-b3dabeec89fa {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:30.739746 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:30.758614 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 12b65534-dfb7-42d4-8669-166c24dd76e5 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:15:30.795085 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 12b65534-dfb7-42d4-8669-166c24dd76e5 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:15:30.795766 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 12b65534-dfb7-42d4-8669-166c24dd76e5 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:15:30.905583 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:30.905911 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:31.030680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Calling delete_port for e32a2879-65ce-4691-9d02-b3dabeec89fa owned by network:floatingip {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:31.165648 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:31.171153 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:31.241618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Pushing event deleted for resources: {'Port': ['ID=e32a2879-65ce-4691-9d02-b3dabeec89fa,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:31.248084 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:31.305088 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks [] for floatingip, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:31.318674 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:31.319786 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] 10.222.0.20 "DELETE /v2.0/floatingips/b671037b-2c72-425d-98fc-e7fd6a759795 HTTP/1.1" status: 204  len: 168 time: 0.8372405
Dec 14 10:15:35.260733 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37662) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:35.898305 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:36.332283 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Deleting port cfdc18d9-28a7-4ada-b121-7da249e5acd6 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:36.333319 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:36.500351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] For port cfdc18d9-28a7-4ada-b121-7da249e5acd6, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=cfdc18d9-28a7-4ada-b121-7da249e5acd6,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:36.500702 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:36.627136 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Calling delete_port for cfdc18d9-28a7-4ada-b121-7da249e5acd6 owned by network:router_interface {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:36.807320 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:36.810901 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a3d470ab-3a57-4100-9752-0d9a20a4583c tempest-VolumesSnapshotTestJSON-1236209570 tempest-VolumesSnapshotTestJSON-1236209570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:36.854086 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdc18d9-28a7-4ada-b121-7da249e5acd6,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:36.857352 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:37.140204 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:37.494866 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Router c2e42f20-fa60-45de-85b6-e1a278de27ef has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:15:37.773188 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:15:37.782520 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] Sync routers for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:15:37.785244 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-78ab618f-5954-4377-9938-7eddbe92a8e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/c2e42f20-fa60-45de-85b6-e1a278de27ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5234802
Dec 14 10:15:37.788129 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37682) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:37.793028 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:15:37.793661 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7429a0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:37.969640 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks [] for router, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:37.983226 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:15:38.149275 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:38.160658 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Deleting port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:38.161001 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:38.270117 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7429a0>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:15:36Z', 'revision_number': 5, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port': {'id': '8c89a57b-005f-4d18-8d9b-13f5afe9c71b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:08:12Z', 'updated_at': '2021-12-14T10:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:38.274031 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] Checking router: c2e42f20-fa60-45de-85b6-e1a278de27ef for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:15:38.282811 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] Routers {'c2e42f20-fa60-45de-85b6-e1a278de27ef'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:15:38.284129 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7429a0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['c2e42f20-fa60-45de-85b6-e1a278de27ef'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:38.344151 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] For port 8c89a57b-005f-4d18-8d9b-13f5afe9c71b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:38.344497 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:38.437362 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] Set router c2e42f20-fa60-45de-85b6-e1a278de27ef gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:15:38.470943 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Calling delete_port for 8c89a57b-005f-4d18-8d9b-13f5afe9c71b owned by network:router_gateway {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:38.545491 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7429a0>, [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:15:38Z', 'revision_number': 6, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port_host': None}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:38.549680 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026bc69-faf1-41c2-aef9-3c0f1ecec829 None None] The sync data for ids ['c2e42f20-fa60-45de-85b6-e1a278de27ef'] in dv-cinder-818885-1-iscsi is: [{'id': 'c2e42f20-fa60-45de-85b6-e1a278de27ef', 'name': 'tempest-AttachVolumeTestJSON-197963540-router', 'tenant_id': 'd66bc312475a4c749b82c1f077f8fff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:08:11Z', 'updated_at': '2021-12-14T10:15:38Z', 'revision_number': 6, 'project_id': 'd66bc312475a4c749b82c1f077f8fff7', 'gw_port_host': None}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:15:38.658203 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:38.662610 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9cd9ca04-9baf-4638-bf45-a6222f5466f1 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:38.698461 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da89ab6-edce-465d-9a35-b29e8b5fa2d4 req-bb867370-46fa-42ff-9123-98afae5a12be tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:38.699907 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1da89ab6-edce-465d-9a35-b29e8b5fa2d4 req-bb867370-46fa-42ff-9123-98afae5a12be tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 947 time: 0.0949814
Dec 14 10:15:38.710575 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c89a57b-005f-4d18-8d9b-13f5afe9c71b,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:38.736296 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:38.746126 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1da89ab6-edce-465d-9a35-b29e8b5fa2d4 req-23fa4673-43aa-458d-bae0-57782dad4cc6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0398381
Dec 14 10:15:38.799155 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.084896 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.087057 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.111269 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.111930 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e42f20-fa60-45de-85b6-e1a278de27ef {{(pid=86850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:15:39.125491 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.126638 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] 10.222.0.20 "DELETE /v2.0/routers/c2e42f20-fa60-45de-85b6-e1a278de27ef HTTP/1.1" status: 204  len: 168 time: 1.3375311
Dec 14 10:15:39.129093 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37694) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:39.191988 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Deleting subnet 66b630be-f9c0-45fb-9333-1bf0e1ca4d1d {{(pid=86850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:15:39.194852 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.245887 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2638110'] for subnet, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.325727 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.395689 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10238608'] for subnet, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.399593 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-418a8b54-8171-4710-94d3-462670616319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:39.434616 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b630be-f9c0-45fb-9333-1bf0e1ca4d1d,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:39.437536 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:39.438522 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.443936 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b5890-6966-41df-8717-0d4b569a5d12 None None] Network 33aca229-a8a6-4405-be53-80fe67a86208 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:15:39.444448 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66b630be-f9c0-45fb-9333-1bf0e1ca4d1d HTTP/1.1" status: 204  len: 168 time: 0.3141034
Dec 14 10:15:39.446581 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37698) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:39.552927 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.563699 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Deleting port f6f5e217-6c24-45c7-a5c6-6c395f545197 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:39.564021 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.697113 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] DHCP port deletion for 33aca229-a8a6-4405-be53-80fe67a86208 request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:15:39.701440 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Deleting port f6f5e217-6c24-45c7-a5c6-6c395f545197 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:39.701836 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.777081 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] For port f6f5e217-6c24-45c7-a5c6-6c395f545197, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f6f5e217-6c24-45c7-a5c6-6c395f545197,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:39.777689 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:39.907108 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Calling delete_port for f6f5e217-6c24-45c7-a5c6-6c395f545197 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:39.953334 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] For port f6f5e217-6c24-45c7-a5c6-6c395f545197, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f6f5e217-6c24-45c7-a5c6-6c395f545197,segment=NetworkSegment(52b383b8-d042-4473-9735-81bf9697b85a),segment_id=52b383b8-d042-4473-9735-81bf9697b85a)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:39.953643 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.053223 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e311d1e-812d-4a93-9ee8-ad14e0f71251 req-b6bb53e7-5cf8-4eca-a038-89266bee31d9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:40.054706 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7e311d1e-812d-4a93-9ee8-ad14e0f71251 req-b6bb53e7-5cf8-4eca-a038-89266bee31d9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 947 time: 0.1554825
Dec 14 10:15:40.055303 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.060750 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-37b89d77-fe38-47f5-9a50-60b8cbb3c119 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:40.076766 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Calling delete_port for f6f5e217-6c24-45c7-a5c6-6c395f545197 owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:40.151106 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:15:40.151471 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:15:40.158635 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f5e217-6c24-45c7-a5c6-6c395f545197,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:40.166523 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:40.170979 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] No DVR routers for this DVR port f6f5e217-6c24-45c7-a5c6-6c395f545197 on host dv-cinder-818885-1-iscsi {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:15:40.248665 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7e311d1e-812d-4a93-9ee8-ad14e0f71251 req-921bf521-085f-45ec-8f73-cadafce12374 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa58fb27-6919-4282-bf58-1da9d6945d89&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1591756
Dec 14 10:15:40.318596 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.347865 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.services.segments.db [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2df19ca0>,) {'filters': {'network_id': ['33aca229-a8a6-4405-be53-80fe67a86208']}} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:40.365066 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-0bb50b72-052c-426f-9cda-1c49de560bc9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:40.366506 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-0bb50b72-052c-426f-9cda-1c49de560bc9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 947 time: 0.3073039
Dec 14 10:15:40.369627 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.services.segments.db [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2df19ca0>, '52b383b8-d042-4473-9735-81bf9697b85a') {'for_net_delete': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:40.369916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.services.segments.db [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2df19ca0>, '52b383b8-d042-4473-9735-81bf9697b85a') {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:40.422516 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2638089'] for segment, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.449358 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.461744 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Deleting port 07c89ab1-3f66-4963-95e3-1048fc17638b {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:40.462100 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.490811 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=86850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:15:40.491194 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174532'] for segment, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]: Traceback (most recent call last):
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     timer()
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     cb(*args, **kw)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     return func(*args, **kwargs)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     self._notify()
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     self.callback(batched_events)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     event.method(event)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     return f(self, *a, **k)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     return self._get(url).json()
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:15:40.504186 dv-cinder-818885-1-iscsi neutron-server[86850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:15:40.631872 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f6f5e217-6c24-45c7-a5c6-6c395f545197 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:15:40.656604 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Deleting port f6f5e217-6c24-45c7-a5c6-6c395f545197 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:40.656982 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.697729 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: f6f5e217-6c24-45c7-a5c6-6c395f545197 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:15:40.698014 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f6f5e217-6c24-45c7-a5c6-6c395f545197 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:15:40.698245 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8c89a57b-005f-4d18-8d9b-13f5afe9c71b no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:15:40.731116 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.750910 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:40.764274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-cd11d91d-9af3-4dad-be76-e2c6649b9c7f None None] The port 'f6f5e217-6c24-45c7-a5c6-6c395f545197' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:15:40.764867 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 8c89a57b-005f-4d18-8d9b-13f5afe9c71b {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:15:40.765220 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8c89a57b-005f-4d18-8d9b-13f5afe9c71b not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:15:40.765632 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cfdc18d9-28a7-4ada-b121-7da249e5acd6 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:15:40.774127 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.779766 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=33aca229-a8a6-4405-be53-80fe67a86208,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:40.803016 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: cfdc18d9-28a7-4ada-b121-7da249e5acd6 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:15:40.803367 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cfdc18d9-28a7-4ada-b121-7da249e5acd6 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:15:40.806224 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:40.875408 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] 10.222.0.20 "DELETE /v2.0/networks/33aca229-a8a6-4405-be53-80fe67a86208 HTTP/1.1" status: 204  len: 168 time: 1.4277549
Dec 14 10:15:40.926003 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] For port 07c89ab1-3f66-4963-95e3-1048fc17638b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=07c89ab1-3f66-4963-95e3-1048fc17638b,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:40.926362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:40.990033 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37706) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:41.042004 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-89aded1b-b9dc-40fe-b6ba-41daf9394fbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d66bc312475a4c749b82c1f077f8fff7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0483389
Dec 14 10:15:41.042282 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37710) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:41.100533 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.126491 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.179014 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.182716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-265a1d81-6e54-40f9-8f49-cda99a3058cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:41.201560 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9a1801-9bf6-49ad-a5d4-3fd6218ccdf5,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:41.208838 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.209215 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.209585 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.209978 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.210328 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.210687 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.211043 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.211395 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.211749 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.212098 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.212447 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.212795 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:41.218543 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:41.220541 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.221634 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe9a1801-9bf6-49ad-a5d4-3fd6218ccdf5 HTTP/1.1" status: 204  len: 168 time: 0.1783807
Dec 14 10:15:41.234407 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.235525 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.236870 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Floating IP 3f429642-c2b1-4f27-bd4a-d1806ba4c1fa disassociated. External IP: 172.27.2.227, port: 07c89ab1-3f66-4963-95e3-1048fc17638b.
Dec 14 10:15:41.237231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Calling delete_port for 07c89ab1-3f66-4963-95e3-1048fc17638b owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:41.395635 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.402943 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1854c834-afc6-469f-98c8-b0c108fd265a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:41.412480 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c97ff6fe-1e1a-45bd-ad95-8ad42a49e83d req-65e4bc95-766e-4f63-a9c2-c36d7be6bd77 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 210 time: 0.0523424
Dec 14 10:15:41.452970 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event deleted for resources: {'Port': ['ID=07c89ab1-3f66-4963-95e3-1048fc17638b,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:41.455449 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:41.646275 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Router afd21ca1-982a-4e64-b9db-59b69f51c1cc has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:15:41.833433 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:15:41.848937 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] Sync routers for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:15:41.859494 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:15:41.860216 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d39c8b0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:41.918273 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] No DVR routers for this DVR port 07c89ab1-3f66-4963-95e3-1048fc17638b on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:15:41.921264 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:41.931182 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-deleted', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:15:41.940433 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7aef51d0-7326-46da-9cba-2acbdea669cb req-50d760ab-3e4e-47aa-8229-066613eeb359 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "DELETE /v2.0/ports/07c89ab1-3f66-4963-95e3-1048fc17638b HTTP/1.1" status: 204  len: 173 time: 1.5639744
Dec 14 10:15:42.007913 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457d8e04-7e43-4287-8640-efedad40515d', 'name': 'network-vif-deleted', 'tag': '07c89ab1-3f66-4963-95e3-1048fc17638b', 'status': 'completed', 'code': 200}
Dec 14 10:15:42.087009 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:15:42.417403 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d39c8b0>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:42.422282 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] Checking router: afd21ca1-982a-4e64-b9db-59b69f51c1cc for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:15:42.430891 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:15:42.431506 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d39c8b0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:42.608942 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3f54acf4-5ed8-48d2-8b20-40afa7c25237 req-d7a28b6c-dc7f-4ab6-a902-13c3bb097dbf tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=457d8e04-7e43-4287-8640-efedad40515d HTTP/1.1" status: 200  len: 210 time: 0.0474100
Dec 14 10:15:42.669479 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:15:42.943027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37760) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:42.977166 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d39c8b0>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:15:42.981052 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e931b-1f8b-46c6-a509-a6f19f099cdb None None] The sync data for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi is: [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:15:43.064058 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.079579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:43.083716 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3668a5fe6a9441b2b25d863363021462 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:43.086605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:43.092453 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:43.183949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.188720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.196214 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:43.213748 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9df89c-6969-4520-8b60-c708fd7b169c None None] New status for floating IP 3f429642-c2b1-4f27-bd4a-d1806ba4c1fa: DOWN {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:15:43.238523 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3668a5fe6a9441b2b25d863363021462&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2943618
Dec 14 10:15:43.239455 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdc6cd-c4f1-4c08-92c1-0320fa1abf27,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:43.241205 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37766) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:43.242877 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:43.311388 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-59a40037-b8ca-4dac-9b33-781d6a5dab17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.336977 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-59a40037-b8ca-4dac-9b33-781d6a5dab17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.387168 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-59a40037-b8ca-4dac-9b33-781d6a5dab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.391648 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0b32fe65-39b7-4356-bcf0-bfc50cad4037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:43.406592 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a40037-b8ca-4dac-9b33-781d6a5dab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdc6cd-c4f1-4c08-92c1-0320fa1abf27,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:43.408892 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-59a40037-b8ca-4dac-9b33-781d6a5dab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:43.414851 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-59a40037-b8ca-4dac-9b33-781d6a5dab17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.415966 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-59a40037-b8ca-4dac-9b33-781d6a5dab17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6fdc6cd-c4f1-4c08-92c1-0320fa1abf27 HTTP/1.1" status: 204  len: 168 time: 0.1680622
Dec 14 10:15:43.648909 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.696934 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37776) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:43.714173 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.730912 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:43.735873 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Usage tracker for resource:security_group_rule and tenant:68dd0bc5522c40228636d73c527973e0 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:43.738861 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:43.739027 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37782) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:43.744579 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:43.804787 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64adfb90-04b2-422f-bed0-c4ebef7742f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.829103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.833154 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.833848 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64adfb90-04b2-422f-bed0-c4ebef7742f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.841947 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-afd968b7-b2b5-4885-a686-5e260928b4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:43.881607 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68dd0bc5522c40228636d73c527973e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836016
Dec 14 10:15:43.883303 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ff08a-3674-40f5-8e02-65477dffdf7a,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:43.885208 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37786) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:43.886393 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:43.898766 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64adfb90-04b2-422f-bed0-c4ebef7742f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.905940 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-da4cd5a2-f90a-488b-9d09-76774dd26c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:43.937644 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adfb90-04b2-422f-bed0-c4ebef7742f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58fb27-6919-4282-bf58-1da9d6945d89,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:43.949042 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-64adfb90-04b2-422f-bed0-c4ebef7742f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:43.970861 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-64adfb90-04b2-422f-bed0-c4ebef7742f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.971938 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-64adfb90-04b2-422f-bed0-c4ebef7742f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa58fb27-6919-4282-bf58-1da9d6945d89 HTTP/1.1" status: 204  len: 168 time: 0.2319267
Dec 14 10:15:43.974720 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37790) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:43.979091 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:43.991478 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.api.v2.resource [None req-6793e3f6-a0f9-4c04-93e2-907cef775855 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] show failed (client error): The resource could not be found.
Dec 14 10:15:43.992453 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6793e3f6-a0f9-4c04-93e2-907cef775855 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups/fa58fb27-6919-4282-bf58-1da9d6945d89 HTTP/1.1" status: 404  len: 347 time: 0.0167747
Dec 14 10:15:43.995390 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37794) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:44.009552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.064092 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.068248 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:44.081035 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ff08a-3674-40f5-8e02-65477dffdf7a,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:44.083377 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:44.089591 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.091553 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/698ff08a-3674-40f5-8e02-65477dffdf7a HTTP/1.1" status: 204  len: 168 time: 0.2052329
Dec 14 10:15:44.262124 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Deleting port 0fd40c0b-5a27-46e6-bdac-afbf369bae2b {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:15:44.262971 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.440290 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.440626 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.456605 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4caec7b2-04ff-4529-b4ff-5a1346d9c584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.565637 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Calling delete_port for 0fd40c0b-5a27-46e6-bdac-afbf369bae2b owned by network:floatingip {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:15:44.711757 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.717078 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f971220a-f680-4efd-89b5-648a3d1bbcb1 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:44.767874 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event deleted for resources: {'Port': ['ID=0fd40c0b-5a27-46e6-bdac-afbf369bae2b,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:44.770961 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:44.859669 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.867321 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:15:44.882652 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:44.884024 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "DELETE /v2.0/floatingips/3f429642-c2b1-4f27-bd4a-d1806ba4c1fa HTTP/1.1" status: 204  len: 168 time: 0.8876207
Dec 14 10:15:44.906924 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 07c89ab1-3f66-4963-95e3-1048fc17638b {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:15:44.907281 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 07c89ab1-3f66-4963-95e3-1048fc17638b not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:15:45.616864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37842) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:45.624422 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719575019', 'description': 'tempest-description--720274761'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:15:45.630129 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:45.634352 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:45.639594 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:45.644189 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:45.656936 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.677189 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:45.681187 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group_rule and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:45.684932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:45.691038 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:45.776408 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.780631 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.784246 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3d1a5884-14d6-4df8-81d3-637449ecd500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:45.831346 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d615f5da-2979-4ed3-96b1-782a2eef7eb5,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:45.834079 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.835208 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2171545
Dec 14 10:15:45.836178 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:45.838037 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37854) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:45.843342 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'security_group_rule': {'security_group_id': 'd615f5da-2979-4ed3-96b1-782a2eef7eb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:15:45.849297 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:45.853059 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group_rule and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:45.855900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:45.862375 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:45.881353 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.942308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.946550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.948710 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:45.973004 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9485cc02-97b1-4179-85a2-3b2f0c7091aa,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:45.975639 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:45.984939 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:45.989205 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-5b010f54-d340-4ac6-936b-6d18734b7444 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1478055
Dec 14 10:15:45.989530 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37866) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:45.996006 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'security_group_rule': {'security_group_id': 'd615f5da-2979-4ed3-96b1-782a2eef7eb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:15:46.003150 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:46.007131 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:security_group_rule and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:46.010097 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:46.017263 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:46.035747 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.104311 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.109356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693873'] for security_group_rule, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.111858 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c8565d02-5834-4191-8e82-31252d064941 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:46.133699 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da491ef8-b5f2-4425-aa7f-0d91ef130782,revision_number=0']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:46.139720 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:46.147776 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.148932 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-00f0fec9-d9d6-497d-b948-372d63f24fb8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1583381
Dec 14 10:15:46.152713 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 37878) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:46.158840 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:15:46.165038 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:46.169104 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Usage tracker for resource:floatingip and tenant:a0c2622fa7624094bfe5a81b02f1bcdd is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:46.172665 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:46.178552 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:46.193845 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.340122 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.488923 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Allocated IP 172.27.2.140 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/f541c019-54b1-4e4b-9b8b-4b71953a28bc) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:15:46.644838 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.678593 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.683212 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:46.746144 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:15:46.748877 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:15:46.752660 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:15:46.832163 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-a5eed336-42a4-4244-b784-6520944e1841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.889250 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'Port': ['ID=f541c019-54b1-4e4b-9b8b-4b71953a28bc,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:46.893528 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:46.935034 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:46.995053 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.210277 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.214990 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.219566 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e9805237-2c95-440b-9228-e65314b8719c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:47.331042 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'Port': ['ID=f541c019-54b1-4e4b-9b8b-4b71953a28bc,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:47.335061 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:47.340217 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.362863 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.364058 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2096508
Dec 14 10:15:47.374265 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37948) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:47.491160 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.506670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:47.510520 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Usage tracker for resource:security_group_rule and tenant:bcea240d4eb445ab832b98cd798a414e is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:47.514166 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:47.520125 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:47.593545 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-ea4488e5-3019-444e-9919-a722b375099a req-92b8fc9f-1e33-434b-ade4-0acaaa657dbe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:15:47.605197 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.609339 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-ea4488e5-3019-444e-9919-a722b375099a req-92b8fc9f-1e33-434b-ade4-0acaaa657dbe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:15:47.610374 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.610549 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-92b8fc9f-1e33-434b-ade4-0acaaa657dbe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1719575019&fields=id&tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 267 time: 0.0579946
Dec 14 10:15:47.617536 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bc224221-a844-4abc-8bf5-ce105e2017ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:47.659198 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcea240d4eb445ab832b98cd798a414e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2838044
Dec 14 10:15:47.660105 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c5c880-b414-4eb2-a56c-61e100ece666,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:47.662386 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37964) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:47.664701 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6824e976-7204-4d37-9d6d-04eb31cba161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:47.720946 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.751369 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.762558 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-73a1990a-9170-4b6e-8fb1-471603a1f261 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:47.764022 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-73a1990a-9170-4b6e-8fb1-471603a1f261 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 816 time: 0.1466970
Dec 14 10:15:47.779223 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-e4749be2-3fba-4399-b185-8bbc0aa1e3e4 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/quotas/a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 375 time: 0.0097458
Dec 14 10:15:47.807929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.813774 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-ec1af6fb-da20-49fb-ae92-202573060863 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:47.815225 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.827643 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c5c880-b414-4eb2-a56c-61e100ece666,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:47.830491 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:47.831546 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:47.843356 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7c5c880-b414-4eb2-a56c-61e100ece666 HTTP/1.1" status: 204  len: 168 time: 0.1737266
Dec 14 10:15:47.865584 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-ff15f5d0-f005-44d8-8a9b-e0d4d31bc4cb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0810792
Dec 14 10:15:47.930251 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.056178 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-7026b83b-12c0-42a6-ade4-1b980b52cf5a service neutron] 10.222.0.20 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792340
Dec 14 10:15:48.127877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37974) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:48.145741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.160875 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:48.164646 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Usage tracker for resource:security_group_rule and tenant:1cd74946dd1d4dd78a168faea9df77d3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:48.167424 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:48.173620 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:48.197736 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-3421eb02-9c1b-4fa7-9309-e34a5edd2e61 service neutron] 10.222.0.20 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332128
Dec 14 10:15:48.257010 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.262077 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.270330 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c2f5a646-e5fe-412a-ae40-c310c0a301db tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:48.310837 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a51959-5bcc-4dea-a2ac-1addb2934b49,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:48.315227 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cd74946dd1d4dd78a168faea9df77d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1863036
Dec 14 10:15:48.316103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:48.317733 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 37980) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:48.419226 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f427d239-a4e3-4b6a-b8dc-3835a7972004 req-af6671b0-7fc6-4976-a28d-e8f528fe3dc8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:15:48.424351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.457340 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.467594 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-f427d239-a4e3-4b6a-b8dc-3835a7972004 req-af6671b0-7fc6-4976-a28d-e8f528fe3dc8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:15:48.468722 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f427d239-a4e3-4b6a-b8dc-3835a7972004 req-af6671b0-7fc6-4976-a28d-e8f528fe3dc8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 210 time: 0.1046846
Dec 14 10:15:48.519298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.524209 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-057fb35a-82ae-491a-8448-4de1649e2b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:48.537682 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a51959-5bcc-4dea-a2ac-1addb2934b49,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:48.540592 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:48.542742 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:48.546836 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34a51959-5bcc-4dea-a2ac-1addb2934b49 HTTP/1.1" status: 204  len: 168 time: 0.2251863
Dec 14 10:15:49.248502 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:49.445034 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-4c6610b2-eec2-444f-b268-877781c5c93a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:49.447405 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-4c6610b2-eec2-444f-b268-877781c5c93a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 816 time: 0.1645935
Dec 14 10:15:49.498192 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-ea4488e5-3019-444e-9919-a722b375099a req-12e24f0b-3fe7-4217-9d06-601a224f17dd tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:15:49.509533 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-ea4488e5-3019-444e-9919-a722b375099a req-12e24f0b-3fe7-4217-9d06-601a224f17dd tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:security_group {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:15:49.510688 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-12e24f0b-3fe7-4217-9d06-601a224f17dd tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 380 time: 0.0543363
Dec 14 10:15:49.521398 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'port': {'device_id': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'admin_state_up': True, 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'security_groups': ['d615f5da-2979-4ed3-96b1-782a2eef7eb5']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:15:49.658160 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3aa2b1a9-b9b7-4295-b962-0c2b43ab560b req-2d839381-432c-448c-a441-7f2fb010e8cf tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 210 time: 0.0510595
Dec 14 10:15:49.665099 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:49.675642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:49.686787 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Made reservation on behalf of a0c2622fa7624094bfe5a81b02f1bcdd for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:15:49.690452 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:49.855108 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Allocated IP 172.20.0.9 (e2fa2a70-4df9-45a3-be45-0c69ddeca040/4825c587-a64f-4049-8de2-1d1e74cc73fa/aa6402ff-8882-4a58-b152-b056853240b9) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:15:50.045109 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:50.061202 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Transition to ACTIVE for port object aa6402ff-8882-4a58-b152-b056853240b9 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:15:50.086421 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:50.099777 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:50.159161 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:15:50.162645 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:15:50.166518 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:15:50.217384 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:50.222327 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:50.242454 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:50.243094 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:50.271222 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7541308
Dec 14 10:15:50.285847 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Request body: {'port': {'device_id': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:15:50.408538 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-b594047e-7541-4eb7-8c8f-43025f5fd916 None None] Provisioning for port aa6402ff-8882-4a58-b152-b056853240b9 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:15:50.414799 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-b594047e-7541-4eb7-8c8f-43025f5fd916 None None] Provisioning complete for port aa6402ff-8882-4a58-b152-b056853240b9 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:15:50.415174 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b594047e-7541-4eb7-8c8f-43025f5fd916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:50.472724 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-b594047e-7541-4eb7-8c8f-43025f5fd916 None None] Port aa6402ff-8882-4a58-b152-b056853240b9 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:15:50.494148 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:50.914794 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6402ff-8882-4a58-b152-b056853240b9 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:15:50.924741 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:50.944011 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Transition to ACTIVE for port object aa6402ff-8882-4a58-b152-b056853240b9 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:15:50.953341 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670c6b2-6840-4025-ba7b-eaf4103b2cca req-dd24a3d2-e8be-4919-a1ce-319f1a320e12 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:50.954145 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e670c6b2-6840-4025-ba7b-eaf4103b2cca req-dd24a3d2-e8be-4919-a1ce-319f1a320e12 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:15:50.958104 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:50.962934 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-92ef7d31-85f9-4c3b-8c5f-d18fd72b411c tempest-AttachVolumeNegativeTest-1322843954 tempest-AttachVolumeNegativeTest-1322843954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:51.096229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e670c6b2-6840-4025-ba7b-eaf4103b2cca req-dd24a3d2-e8be-4919-a1ce-319f1a320e12 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:15:51.097393 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e670c6b2-6840-4025-ba7b-eaf4103b2cca req-dd24a3d2-e8be-4919-a1ce-319f1a320e12 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 931 time: 0.3122175
Dec 14 10:15:51.142396 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:51.184930 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:51.238506 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e670c6b2-6840-4025-ba7b-eaf4103b2cca req-d19496c6-17f6-4e55-b6d5-50090128e53a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099010
Dec 14 10:15:51.257674 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Attempting to bind port aa6402ff-8882-4a58-b152-b056853240b9 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:15:51.258110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Attempting to bind port aa6402ff-8882-4a58-b152-b056853240b9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:15:51.258441 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Attempting to bind port aa6402ff-8882-4a58-b152-b056853240b9 on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:15:51.263984 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Port aa6402ff-8882-4a58-b152-b056853240b9 on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:15:51.264455 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Attempting to bind port aa6402ff-8882-4a58-b152-b056853240b9 on network e2fa2a70-4df9-45a3-be45-0c69ddeca040 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:15:51.269656 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:15:51.270049 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Checking segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:15:51.270465 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Bound using segment: {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:15:51.270886 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Bound port: aa6402ff-8882-4a58-b152-b056853240b9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:15:51.271229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:51.366854 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:15:51.369890 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:15:51.374789 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:51.379323 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dfed6179-0dcc-4fe6-b7f4-51aae834b0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:51.451459 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:51.452078 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:51.453427 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] 10.222.0.54 "PUT /v2.0/ports/aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 200  len: 1093 time: 1.1718686
Dec 14 10:15:51.453929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:15:51.473871 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:51.477194 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:51.552954 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9', 'status': 'completed', 'code': 200}
Dec 14 10:15:51.614986 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-01e7c636-1477-442a-b0d0-757dcf0c3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:51.616678 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-01e7c636-1477-442a-b0d0-757dcf0c3654 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1096 time: 0.1004200
Dec 14 10:15:51.690932 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-1e207f79-a8c7-44f1-ab74-0c7b5c42eab2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 200  len: 217 time: 0.0660124
Dec 14 10:15:51.754571 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-c2b2b1ad-323d-4a1b-8bf8-481e5dc2c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:51.756062 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-c2b2b1ad-323d-4a1b-8bf8-481e5dc2c7e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0585909
Dec 14 10:15:51.834213 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4488e5-3019-444e-9919-a722b375099a req-0786cd56-c204-4241-8900-9d623f30c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:51.836014 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-0786cd56-c204-4241-8900-9d623f30c95f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724645
Dec 14 10:15:51.967098 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-a911a028-571e-46eb-aaea-9a57923332c5 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238871
Dec 14 10:15:52.098104 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ea4488e5-3019-444e-9919-a722b375099a req-3a8b73f7-e2ac-43d8-87a9-c64cc985dded service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244423
Dec 14 10:15:52.306406 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-2263593b-4327-4852-807f-722d464c9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:52.307955 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-2263593b-4327-4852-807f-722d464c9a1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1096 time: 0.1644418
Dec 14 10:15:52.498030 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-c9dc26af-fe46-4ce9-95cf-0f8796840db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:52.499448 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-c9dc26af-fe46-4ce9-95cf-0f8796840db7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1844785
Dec 14 10:15:52.510244 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9ee06-d70a-44c5-bd23-9a3bc5ecfe3b req-3ee4ede9-2951-4aaa-9655-f5fac57e396d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:52.511569 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-45b9ee06-d70a-44c5-bd23-9a3bc5ecfe3b req-3ee4ede9-2951-4aaa-9655-f5fac57e396d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.1710970
Dec 14 10:15:52.587028 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-f1745526-3f16-4e47-b4ab-492ce8bd7544 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 200  len: 217 time: 0.0745578
Dec 14 10:15:52.657129 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-45b9ee06-d70a-44c5-bd23-9a3bc5ecfe3b req-277370e5-a01e-4795-8118-0a54449b8504 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964594
Dec 14 10:15:52.670445 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-a20107c5-f983-46f0-9904-0f6f974d33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:52.671830 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-a20107c5-f983-46f0-9904-0f6f974d33da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0715733
Dec 14 10:15:52.749854 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-f843068b-3e81-4313-9de9-7e37637a28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:52.751356 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-f843068b-3e81-4313-9de9-7e37637a28b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718117
Dec 14 10:15:52.891798 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-698039a0-ec2a-40fc-bd41-b4b10a594e27 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317899
Dec 14 10:15:53.024575 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7115f79d-fbc4-4426-906a-addf080a0fdc req-14ebb613-8959-4da6-9a7e-83c8bdfe1d28 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262584
Dec 14 10:15:53.853082 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1275e-f587-4a6c-9362-71b46b015c1d req-2ebcd8d1-3574-405b-883e-5eaea980ef6d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:53.854538 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c0e1275e-f587-4a6c-9362-71b46b015c1d req-2ebcd8d1-3574-405b-883e-5eaea980ef6d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0804555
Dec 14 10:15:53.898349 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c0e1275e-f587-4a6c-9362-71b46b015c1d req-1d07268c-ca3f-489d-9d54-02b24fff2441 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375843
Dec 14 10:15:54.936731 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:15:55.071298 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:55.084095 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': 'aa6402ff-8882-4a58-b152-b056853240b9', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'port_id': 'aa6402ff-8882-4a58-b152-b056853240b9', 'mac_address': 'fa:16:3e:b8:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:15:55.093873 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de712cc0-cd05-4f10-87e5-390183a5cb24 req-ec4faf7f-174b-4ae3-bed7-b097e026d691 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:55.095346 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-de712cc0-cd05-4f10-87e5-390183a5cb24 req-ec4faf7f-174b-4ae3-bed7-b097e026d691 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0855231
Dec 14 10:15:55.140079 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-de712cc0-cd05-4f10-87e5-390183a5cb24 req-063dc9fc-d598-43d7-9c1b-f8ad6fdc6506 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390372
Dec 14 10:15:55.141058 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:55.158753 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6402ff-8882-4a58-b152-b056853240b9 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:15:55.174967 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:55.178460 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:55.180229 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:55.247141 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:55.254743 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.255090 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.255428 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.255760 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.256090 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.256415 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.256737 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.257055 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.257377 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.257696 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.258031 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.258348 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:15:55.261942 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:55.411120 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['aa6402ff-8882-4a58-b152-b056853240b9'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:15:56.338970 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bb684-376c-4e3c-9991-4d61a7afa0f9 req-9922350f-f984-4c1e-b4fe-84459cec17e9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:56.340433 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e31bb684-376c-4e3c-9991-4d61a7afa0f9 req-9922350f-f984-4c1e-b4fe-84459cec17e9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 944 time: 0.0860288
Dec 14 10:15:56.385179 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e31bb684-376c-4e3c-9991-4d61a7afa0f9 req-2b12cc08-f06d-4282-bc0a-be78988898f6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384700
Dec 14 10:15:56.945256 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:15:57.046674 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port aa6402ff-8882-4a58-b152-b056853240b9 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:15:57.051567 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port aa6402ff-8882-4a58-b152-b056853240b9 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:15:57.051943 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:57.165469 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:57.192368 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:15:57.202032 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:15:57.205825 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:57.207680 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:57.238609 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9', 'code': 200}
Dec 14 10:15:57.277151 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:57.280644 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:57.464791 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8877d3-24e3-43da-ae37-4f6102059ff2 req-9b6228f6-a879-4def-8963-85d59b156684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:57.466183 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f8877d3-24e3-43da-ae37-4f6102059ff2 req-9b6228f6-a879-4def-8963-85d59b156684 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1098 time: 0.0719001
Dec 14 10:15:57.506512 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5f8877d3-24e3-43da-ae37-4f6102059ff2 req-09f6a0bb-3c96-428f-888c-82aaffe8c74f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341790
Dec 14 10:15:57.572615 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c954152-e0c2-4141-9f03-d0a6008a356e req-adf482ce-16bd-4792-842c-8b3eed2f8df6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:57.574082 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1c954152-e0c2-4141-9f03-d0a6008a356e req-adf482ce-16bd-4792-842c-8b3eed2f8df6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0798464
Dec 14 10:15:57.620037 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1c954152-e0c2-4141-9f03-d0a6008a356e req-48da3ec9-c0a8-43b2-8e91-a7ffa9a03153 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393107
Dec 14 10:15:58.443219 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38144) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:58.563007 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:58.577452 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:58.581241 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd774ed5f21491ba11716d75cf0d890 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:58.584028 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:58.589724 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:58.680078 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:58.683871 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:58.693113 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-207bb079-ad11-427e-8427-6dc3a5a8e865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:58.736045 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dd774ed5f21491ba11716d75cf0d890&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2917347
Dec 14 10:15:58.736997 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75678052-5933-4ace-8dda-24a0cad0736e,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:58.738741 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38152) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:58.740466 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-05f047c2-605e-4f30-9214-d59cd29f7728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:58.805319 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:58.824292 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7c9bd-e193-457a-a8c7-5134d7b0febe req-3b9822a9-2d93-46d1-bae7-d9d202785ae7 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:58.826386 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b8e7c9bd-e193-457a-a8c7-5134d7b0febe req-3b9822a9-2d93-46d1-bae7-d9d202785ae7 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0806866
Dec 14 10:15:58.832141 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:58.875157 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b8e7c9bd-e193-457a-a8c7-5134d7b0febe req-487f926e-1667-4efb-ae21-5480f5951407 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429392
Dec 14 10:15:58.884603 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:58.890115 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c38130b3-7c23-4fa0-b2a0-fdd46957d9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:58.902122 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75678052-5933-4ace-8dda-24a0cad0736e,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:58.905765 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:58.907750 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:58.908851 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75678052-5933-4ace-8dda-24a0cad0736e HTTP/1.1" status: 204  len: 168 time: 0.1690750
Dec 14 10:15:59.077756 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccde6ca-686e-4e83-9ed4-60b6836a1c85 req-a63d79db-12ac-40c1-823c-5b2dcb346485 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:15:59.079252 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dccde6ca-686e-4e83-9ed4-60b6836a1c85 req-a63d79db-12ac-40c1-823c-5b2dcb346485 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0912676
Dec 14 10:15:59.087949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38162) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:59.093580 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Request body: {'floatingip': {'port_id': 'aa6402ff-8882-4a58-b152-b056853240b9'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:15:59.174472 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.197843 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38166) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:59.217551 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.234008 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:15:59.238060 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Usage tracker for resource:security_group_rule and tenant:3b8f133837544db9bfb65583ce52ed47 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:15:59.241142 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:15:59.248289 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:15:59.337172 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.340942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.348545 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-573376ac-814e-4a17-a9e0-bb08fd6d11ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:59.389786 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b8f133837544db9bfb65583ce52ed47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1908267
Dec 14 10:15:59.390711 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbda89e-cae4-46d7-be44-c74303533be0,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:59.393311 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38170) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:15:59.394208 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:59.586377 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.685564 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.839032 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.847977 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d973fb04-264c-4873-818c-f5aab0049229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:15:59.863974 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbda89e-cae4-46d7-be44-c74303533be0,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:15:59.868644 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:15:59.871531 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:15:59.875084 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dbda89e-cae4-46d7-be44-c74303533be0 HTTP/1.1" status: 204  len: 168 time: 0.4781907
Dec 14 10:15:59.999600 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.004270 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.186748 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Floating IP adeef290-d866-43fd-a122-644697f69387 associated. External IP: 172.27.2.140, port: aa6402ff-8882-4a58-b152-b056853240b9.
Dec 14 10:16:00.224514 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38178) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:00.243575 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.258635 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:00.262467 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:455e24355d0b46cea6ad0d341fd722ba is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:16:00.265787 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:16:00.271515 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:00.360429 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.364290 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.373141 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cf804b26-5980-4a2f-b89b-a742050ef6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:00.415294 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=455e24355d0b46cea6ad0d341fd722ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1895401
Dec 14 10:16:00.415909 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38182) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:00.416233 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc32f06-53c1-4bd2-a9fe-554d0828151b,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:00.419386 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b34b7788-3c0e-4367-841a-a77f29a27eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:00.573897 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-93a5799b-7ac5-403a-b17f-3c497e706761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.602517 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Router afd21ca1-982a-4e64-b9db-59b69f51c1cc has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:16:00.613244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-93a5799b-7ac5-403a-b17f-3c497e706761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.906486 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-93a5799b-7ac5-403a-b17f-3c497e706761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.913199 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5b00b1dc-dea6-4bef-a0a7-465aca0d51a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:00.927684 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5799b-7ac5-403a-b17f-3c497e706761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc32f06-53c1-4bd2-a9fe-554d0828151b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:00.930102 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-93a5799b-7ac5-403a-b17f-3c497e706761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:00.937979 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:16:00.943332 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.948639 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] Sync routers for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:16:00.959234 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:00.959842 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25fb80>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:00.971995 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-93a5799b-7ac5-403a-b17f-3c497e706761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:00.972799 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-93a5799b-7ac5-403a-b17f-3c497e706761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbc32f06-53c1-4bd2-a9fe-554d0828151b HTTP/1.1" status: 204  len: 168 time: 0.5559721
Dec 14 10:16:01.002004 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-752e5a8f-8d62-438b-b3fe-052579f04a46 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "PUT /v2.0/floatingips/adeef290-d866-43fd-a122-644697f69387 HTTP/1.1" status: 200  len: 991 time: 1.9130003
Dec 14 10:16:01.002748 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:16:01.087447 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9', 'status': 'completed', 'code': 200}
Dec 14 10:16:01.189548 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:01.190994 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-3bbed177-9588-4ede-b28a-9414db83a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:01.192457 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-3bbed177-9588-4ede-b28a-9414db83a7f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1098 time: 0.0806613
Dec 14 10:16:01.327251 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-7e6df5da-25bb-446a-9b09-f0145c9c1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:01.328779 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-7e6df5da-25bb-446a-9b09-f0145c9c1c3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1301303
Dec 14 10:16:01.542333 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-f130aa4f-5357-42c9-88be-74f016d0b4ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 200  len: 999 time: 0.2071693
Dec 14 10:16:01.555739 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25fb80>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'adeef290-d866-43fd-a122-644697f69387', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'port_id': 'aa6402ff-8882-4a58-b152-b056853240b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'mac_address': 'fa:16:3e:b8:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:15:46Z', 'updated_at': '2021-12-14T10:15:59Z', 'revision_number': 1, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:01.559662 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] Checking router: afd21ca1-982a-4e64-b9db-59b69f51c1cc for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:16:01.568245 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:01.568837 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25fb80>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:01.612990 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-67d308b3-ea28-4b72-b69a-2e30c2b67002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:01.613613 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-67d308b3-ea28-4b72-b69a-2e30c2b67002 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0647099
Dec 14 10:16:01.694340 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-a966cb8d-2bb6-48ca-a3f7-c89c4be1968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:01.695909 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-a966cb8d-2bb6-48ca-a3f7-c89c4be1968b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762086
Dec 14 10:16:01.746370 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:01.839477 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-a82fd5bd-53fe-4e76-ba48-b7d0e90e0b7a service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367073
Dec 14 10:16:01.979265 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-efa71e61-0dea-461d-89cf-5a09973803d2 req-4944d264-66a7-47c9-9c1a-d58f57a7cfd6 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334720
Dec 14 10:16:02.135134 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d25fb80>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'adeef290-d866-43fd-a122-644697f69387', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'port_id': 'aa6402ff-8882-4a58-b152-b056853240b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'mac_address': 'fa:16:3e:b8:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:15:46Z', 'updated_at': '2021-12-14T10:15:59Z', 'revision_number': 1, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:02.139933 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965a7d8-c161-49d9-863a-168815692ae9 None None] The sync data for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi is: [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': 'adeef290-d866-43fd-a122-644697f69387', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'port_id': 'aa6402ff-8882-4a58-b152-b056853240b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'mac_address': 'fa:16:3e:b8:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:15:46Z', 'updated_at': '2021-12-14T10:15:59Z', 'revision_number': 1, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:16:02.363613 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954f0c0-23a0-4cb7-b3c1-bab5affb35d1 None None] New status for floating IP adeef290-d866-43fd-a122-644697f69387: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:16:02.668501 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:16:03.641659 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38262) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:03.756034 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:03.769874 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:03.773631 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Usage tracker for resource:security_group_rule and tenant:93cd58e8ab474f4393115f223a9dfb7f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:16:03.776774 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:16:03.783515 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:03.864073 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:03.867606 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:03.875344 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-58236f6d-7596-4c96-af9a-0f192b8e00ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:03.919621 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93cd58e8ab474f4393115f223a9dfb7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2768459
Dec 14 10:16:03.920513 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc2ce9-19e7-4ee2-a694-4732cd025ae5,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:03.923322 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38268) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:03.923804 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b83b631e-24c2-4dc0-b964-3747829aea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:03.981171 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8bc64ef2-a590-4717-b552-77cd2a770ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.006711 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8bc64ef2-a590-4717-b552-77cd2a770ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.065936 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8bc64ef2-a590-4717-b552-77cd2a770ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.069616 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4afb24b9-3d3e-4a77-8f8c-ead45f66d193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:04.082109 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc64ef2-a590-4717-b552-77cd2a770ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc2ce9-19e7-4ee2-a694-4732cd025ae5,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:04.085849 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8bc64ef2-a590-4717-b552-77cd2a770ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:04.101103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8bc64ef2-a590-4717-b552-77cd2a770ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.105195 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-8bc64ef2-a590-4717-b552-77cd2a770ee3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dbc2ce9-19e7-4ee2-a694-4732cd025ae5 HTTP/1.1" status: 204  len: 168 time: 0.1773946
Dec 14 10:16:04.373176 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38276) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:04.391574 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.406828 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:04.410786 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0c9ddcc8f24a14b1c0d0db2bd1076d is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:16:04.413735 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:16:04.420171 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:04.516682 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.521026 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.531443 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9d49ff36-3c38-4e45-b194-c3c9ec8d1feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:04.574665 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c0c9ddcc8f24a14b1c0d0db2bd1076d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2004690
Dec 14 10:16:04.577027 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab44f1d-f3e2-4b64-b628-36fbfab70362,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:04.577925 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38282) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:04.580474 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:04.641505 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a1a62c9a-3bbe-4536-9ae0-337932fb4dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.667167 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a1a62c9a-3bbe-4536-9ae0-337932fb4dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.717466 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a1a62c9a-3bbe-4536-9ae0-337932fb4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.721034 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f048753e-cea5-4184-8893-61d9dc441acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:04.733614 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a62c9a-3bbe-4536-9ae0-337932fb4dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab44f1d-f3e2-4b64-b628-36fbfab70362,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:04.737380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a1a62c9a-3bbe-4536-9ae0-337932fb4dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:04.742708 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a1a62c9a-3bbe-4536-9ae0-337932fb4dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:04.743877 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a1a62c9a-3bbe-4536-9ae0-337932fb4dbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ab44f1d-f3e2-4b64-b628-36fbfab70362 HTTP/1.1" status: 204  len: 168 time: 0.1647043
Dec 14 10:16:05.850348 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38316) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:05.965089 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:05.979423 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:05.983659 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Usage tracker for resource:security_group_rule and tenant:2e0ee3947dc84232bdb8b217812b02d5 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:16:05.986459 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:16:05.992177 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:06.081253 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:06.084958 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:06.092176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-071d956d-7ba8-46af-b3ad-1ff267c8645b tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:06.133472 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e0ee3947dc84232bdb8b217812b02d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820640
Dec 14 10:16:06.134402 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dcfa4b-83b3-49c2-9189-71a2e56cc303,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:06.136109 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38322) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:06.137343 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:06.196570 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:06.225734 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:06.276757 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:06.280473 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-18d92f9d-16e1-4fff-b781-d46a8beebc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:06.292975 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dcfa4b-83b3-49c2-9189-71a2e56cc303,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:06.295293 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:06.302036 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:06.305563 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0dcfa4b-83b3-49c2-9189-71a2e56cc303 HTTP/1.1" status: 204  len: 168 time: 0.1660764
Dec 14 10:16:12.284774 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38372) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:12.635675 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Deleting port 1bc42a52-d2ee-4acb-9820-6ff653227bc7 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:12.635934 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:12.799699 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:12.800018 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:12.922534 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Calling delete_port for 1bc42a52-d2ee-4acb-9820-6ff653227bc7 owned by network:floatingip {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:13.083649 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:13.088182 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f7f4d900-a719-4e81-8dd3-c15930afa882 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:13.134785 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event deleted for resources: {'Port': ['ID=1bc42a52-d2ee-4acb-9820-6ff653227bc7,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:13.135311 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:13.337319 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for floatingip, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:13.338019 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Floating IP e0a69897-c4af-42a7-90c1-715b07b9ac5b disassociated (deleted). External IP: 172.27.2.113, port: eb309f74-48d9-4eb5-98e8-7571414fa330.
Dec 14 10:16:13.660346 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:13.696986 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:16:13.877343 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:16:13.887224 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81303e22-6560-4381-94bb-577f4361b698 None None] Sync routers for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:16:13.897931 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:13.898248 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:13.898692 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2de721f0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:13.962633 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "DELETE /v2.0/floatingips/e0a69897-c4af-42a7-90c1-715b07b9ac5b HTTP/1.1" status: 204  len: 168 time: 1.6767969
Dec 14 10:16:13.963469 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:16:14.101005 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:14.117607 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'status': 'completed', 'code': 200}
Dec 14 10:16:14.217891 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-29f8e36e-7e64-4c1f-ae91-ec56c01f1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:14.219347 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-29f8e36e-7e64-4c1f-ae91-ec56c01f1ed7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a588cde51b9d45b2844c4ffc951dac41&device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 1098 time: 0.0749412
Dec 14 10:16:14.340675 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263ecb8-023e-40a3-bbb1-b6420a81ab86 req-4483e0d1-cca8-460c-9d71-7f8fc80f88f0 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:14.342881 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6263ecb8-023e-40a3-bbb1-b6420a81ab86 req-4483e0d1-cca8-460c-9d71-7f8fc80f88f0 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.0822794
Dec 14 10:16:14.362956 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-6100684f-3693-4b15-bf8f-9e3781160f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:14.364397 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-6100684f-3693-4b15-bf8f-9e3781160f4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 200  len: 910 time: 0.1380808
Dec 14 10:16:14.389870 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6263ecb8-023e-40a3-bbb1-b6420a81ab86 req-c29765ac-bd93-48ce-b340-b5f8dd40a798 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404744
Dec 14 10:16:14.427252 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2de721f0>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:14.431084 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81303e22-6560-4381-94bb-577f4361b698 None None] Checking router: 38bfc37b-0900-4cf5-89c7-c5f42fec8200 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:16:14.440223 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:14.440826 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2de721f0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:15:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:14.444572 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-fdfcb746-e250-47e3-92bb-23bb486dc0b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 200  len: 217 time: 0.0727997
Dec 14 10:16:14.449099 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0dc1-9f34-49f7-9ac2-20cc2caae0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:14.509317 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-c146d721-6c41-41e4-8fec-46a409506a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:14.510681 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-c146d721-6c41-41e4-8fec-46a409506a08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 200  len: 848 time: 0.0573516
Dec 14 10:16:14.587908 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-4474e45b-c12d-453d-a519-2df9717e6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:14.589829 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-4474e45b-c12d-453d-a519-2df9717e6bbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d59055ef-5180-470c-884a-72dc9abe1810&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718632
Dec 14 10:16:14.613536 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:14.722128 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-01227395-345d-4428-bc26-fedfdabcd7ed service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251059
Dec 14 10:16:14.867045 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6a4825e0-1eb1-4320-932c-8c0742675e3d req-90b797e9-d389-4f78-89a1-1315dc7db2be service neutron] 10.222.0.54 "GET /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382911
Dec 14 10:16:14.936663 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-81303e22-6560-4381-94bb-577f4361b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2de721f0>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:14.940691 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81303e22-6560-4381-94bb-577f4361b698 None None] The sync data for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi is: [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:10:03Z', 'revision_number': 4, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '8b15a5ee-ffcc-43cf-ace6-670514d7ac1c', 'name': '', 'network_id': 'd59055ef-5180-470c-884a-72dc9abe1810', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'mac_address': 'fa:16:3e:14:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:03Z', 'updated_at': '2021-12-14T10:10:11Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'subnets': [{'id': '7a526fa8-1d21-47b3-b38a-5d2f8212fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:16:15.159102 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9068f93-7603-454a-a011-6f796ced69d8 None None] New status for floating IP e0a69897-c4af-42a7-90c1-715b07b9ac5b: DOWN {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:16:15.579751 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afb8bc-71e1-4b4e-b653-61f10f77e341 req-de61d308-de78-4007-956f-c826eea58576 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:15.581100 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-02afb8bc-71e1-4b4e-b653-61f10f77e341 req-de61d308-de78-4007-956f-c826eea58576 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.0853899
Dec 14 10:16:15.624323 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-02afb8bc-71e1-4b4e-b653-61f10f77e341 req-19761bcf-ee01-47f7-861d-526e581322c0 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375917
Dec 14 10:16:15.982872 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5dada-c831-4335-9ebb-7386ba91459f req-bb7a55fe-eaad-4507-bdeb-ccaea94e9728 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:15.983562 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-28a5dada-c831-4335-9ebb-7386ba91459f req-bb7a55fe-eaad-4507-bdeb-ccaea94e9728 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Synchronizing usage tracker for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:16:15.998426 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-28a5dada-c831-4335-9ebb-7386ba91459f req-bb7a55fe-eaad-4507-bdeb-ccaea94e9728 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Unset dirty status for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:16:16.000267 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28a5dada-c831-4335-9ebb-7386ba91459f req-bb7a55fe-eaad-4507-bdeb-ccaea94e9728 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.54 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 945 time: 0.1946418
Dec 14 10:16:16.074851 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Deleting port eb309f74-48d9-4eb5-98e8-7571414fa330 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:16.075196 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.332519 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38438) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:16.342309 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] For port eb309f74-48d9-4eb5-98e8-7571414fa330, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=eb309f74-48d9-4eb5-98e8-7571414fa330,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:16.342710 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.473949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.476454 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Calling delete_port for eb309f74-48d9-4eb5-98e8-7571414fa330 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:16.489762 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:16.493807 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Usage tracker for resource:security_group_rule and tenant:dd20f4b3390d491a98029e35d5df3e96 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:16:16.496803 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:16:16.502764 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:16.594562 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.598920 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.607720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ef9c0364-d7d3-48fe-8d45-65f78677ca21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:16.651796 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-620fe0d8-7f2b-4b5d-b6f4-e1adc468a9e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1466272
Dec 14 10:16:16.654715 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd20f4b3390d491a98029e35d5df3e96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3209393
Dec 14 10:16:16.655489 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38446) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:16.657022 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08dd464-8222-4285-abc2-1b425f6d609b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:16.661399 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:16.690801 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.698262 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-df56f50c-3ee5-43f2-bf9e-26a71b0444a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:16.721091 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84cf13fe-fdbd-4b99-941d-96d62cf505bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.748746 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event deleted for resources: {'Port': ['ID=eb309f74-48d9-4eb5-98e8-7571414fa330,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:16.749017 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84cf13fe-fdbd-4b99-941d-96d62cf505bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.752403 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:16.832122 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6b1277f2-c59e-46a9-bd90-addb0595fdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.834791 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-da4a6869-2521-471b-ba7b-0030f27ef8e8 req-48a96f05-9b43-4cd2-8179-078bb514be59 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.0505590
Dec 14 10:16:16.859581 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84cf13fe-fdbd-4b99-941d-96d62cf505bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.863370 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1421eb63-65d7-4e6f-a443-b17bf60b1368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:16.877164 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf13fe-fdbd-4b99-941d-96d62cf505bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08dd464-8222-4285-abc2-1b425f6d609b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:16.877368 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] No DVR routers for this DVR port eb309f74-48d9-4eb5-98e8-7571414fa330 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:16:16.880865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-84cf13fe-fdbd-4b99-941d-96d62cf505bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:16.884505 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.886378 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84cf13fe-fdbd-4b99-941d-96d62cf505bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:16.887483 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-84cf13fe-fdbd-4b99-941d-96d62cf505bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e08dd464-8222-4285-abc2-1b425f6d609b HTTP/1.1" status: 204  len: 168 time: 0.2280161
Dec 14 10:16:16.892670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-deleted', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:16:16.914119 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-28a5dada-c831-4335-9ebb-7386ba91459f req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.54 "DELETE /v2.0/ports/eb309f74-48d9-4eb5-98e8-7571414fa330 HTTP/1.1" status: 204  len: 173 time: 0.9083245
Dec 14 10:16:16.931110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-16bf51cf-06ae-44c7-b887-5051f2925981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:16.933595 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-16bf51cf-06ae-44c7-b887-5051f2925981 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 1098 time: 0.1797647
Dec 14 10:16:16.958352 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c99da-4633-4de9-9678-02e9fecda7b4', 'name': 'network-vif-deleted', 'tag': 'eb309f74-48d9-4eb5-98e8-7571414fa330', 'status': 'completed', 'code': 200}
Dec 14 10:16:17.117097 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-59f22b42-9028-4e67-ad2c-cd39a94bb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:17.118666 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-59f22b42-9028-4e67-ad2c-cd39a94bb993 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1424980
Dec 14 10:16:17.234680 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-6c20515f-f3fb-4009-a09a-e0ee446e19f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19 HTTP/1.1" status: 200  len: 1001 time: 0.1065495
Dec 14 10:16:17.321515 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-1598a856-08f3-4095-bd0a-c09d1f5047c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:17.322976 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-1598a856-08f3-4095-bd0a-c09d1f5047c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0825701
Dec 14 10:16:17.405329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-5de3d271-2d33-45d5-9c95-64857d219362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:17.407796 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-5de3d271-2d33-45d5-9c95-64857d219362 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767162
Dec 14 10:16:17.571290 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-263b590e-9f4e-4f64-9064-b33329522232 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560366
Dec 14 10:16:17.817240 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ff68796a-f30e-4485-9c2d-199ae8b7233e req-90c06949-734d-430d-96eb-ef120bf92614 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374763
Dec 14 10:16:17.832857 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:17.943799 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:18.021350 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-48053634-58dc-455c-a3b9-abf592e872a8 req-f28c82bb-a159-426e-b38b-30898af9e319 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Synchronizing usage tracker for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:16:18.037972 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-48053634-58dc-455c-a3b9-abf592e872a8 req-f28c82bb-a159-426e-b38b-30898af9e319 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Unset dirty status for tenant:a588cde51b9d45b2844c4ffc951dac41 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:16:18.046586 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-48053634-58dc-455c-a3b9-abf592e872a8 req-f28c82bb-a159-426e-b38b-30898af9e319 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "GET /v2.0/ports?device_id=731c99da-4633-4de9-9678-02e9fecda7b4 HTTP/1.1" status: 200  len: 210 time: 0.0699811
Dec 14 10:16:19.070676 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device eb309f74-48d9-4eb5-98e8-7571414fa330 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:19.106353 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: eb309f74-48d9-4eb5-98e8-7571414fa330 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:16:19.106706 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device eb309f74-48d9-4eb5-98e8-7571414fa330 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:19.145897 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38538) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:19.220005 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7aed594c-a735-49ca-82f9-2ef57d074b9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:19.251802 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:19.254968 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7aed594c-a735-49ca-82f9-2ef57d074b9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:19.325711 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7aed594c-a735-49ca-82f9-2ef57d074b9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:19.329780 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-98ebc2f9-3043-4a7f-b086-cfc7e20ff029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:19.345335 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed594c-a735-49ca-82f9-2ef57d074b9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7fba2d-67fc-4550-ae77-eb9e1f6afb64,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:19.347951 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7aed594c-a735-49ca-82f9-2ef57d074b9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:19.361826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7aed594c-a735-49ca-82f9-2ef57d074b9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:19.365834 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-7aed594c-a735-49ca-82f9-2ef57d074b9e tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed7fba2d-67fc-4550-ae77-eb9e1f6afb64 HTTP/1.1" status: 204  len: 168 time: 0.2162197
Dec 14 10:16:19.419155 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38546) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:20.152852 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:20.507346 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Deleting port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:20.507681 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:20.684549 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] For port 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:20.684895 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:20.916297 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Calling delete_port for 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c owned by network:router_interface {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:21.101218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:21.104803 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a6008b98-3bb0-49ad-8b86-f6352427475d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:21.150767 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b15a5ee-ffcc-43cf-ace6-670514d7ac1c,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:21.154500 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:21.423429 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:21.806807 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:16:21.989419 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:16:22.001879 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] Sync routers for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:16:22.016953 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:22.017594 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2de72b50>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:22.027152 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] 10.222.0.20 "PUT /v2.0/routers/38bfc37b-0900-4cf5-89c7-c5f42fec8200/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6061864
Dec 14 10:16:22.029062 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38564) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:22.231992 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:22.396027 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks [] for router, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:22.544845 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907622ac-e8a8-4cf3-b542-45851308f1c9 req-71771f4a-2723-48b6-9de2-ea48c7e99b0c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:22.546853 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-907622ac-e8a8-4cf3-b542-45851308f1c9 req-71771f4a-2723-48b6-9de2-ea48c7e99b0c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.3477230
Dec 14 10:16:22.554770 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2de72b50>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:16:21Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:22.558640 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] Checking router: 38bfc37b-0900-4cf5-89c7-c5f42fec8200 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:16:22.567342 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] Routers {'38bfc37b-0900-4cf5-89c7-c5f42fec8200'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:22.567938 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2de72b50>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:22.625013 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-907622ac-e8a8-4cf3-b542-45851308f1c9 req-232eeef3-ad45-47e3-88c5-99f6fb862442 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696411
Dec 14 10:16:22.628731 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:22.641991 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Deleting port c6610c6d-a475-4178-8807-d62302622a7b {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:22.642481 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:22.754927 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] Set router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:22.843938 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] For port c6610c6d-a475-4178-8807-d62302622a7b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=c6610c6d-a475-4178-8807-d62302622a7b,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:22.844347 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:22.978543 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Calling delete_port for c6610c6d-a475-4178-8807-d62302622a7b owned by network:router_gateway {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:23.060333 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2de72b50>, [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:16:21Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:23.068925 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118b70d-4780-40af-8a4d-41206f7db107 None None] The sync data for ids ['38bfc37b-0900-4cf5-89c7-c5f42fec8200'] in dv-cinder-818885-1-iscsi is: [{'id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'name': 'tempest-TestShelveInstance-1905421708-router', 'tenant_id': 'a588cde51b9d45b2844c4ffc951dac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:09:59Z', 'updated_at': '2021-12-14T10:16:21Z', 'revision_number': 5, 'project_id': 'a588cde51b9d45b2844c4ffc951dac41', 'gw_port': {'id': 'c6610c6d-a475-4178-8807-d62302622a7b', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bfc37b-0900-4cf5-89c7-c5f42fec8200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:00Z', 'updated_at': '2021-12-14T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:16:23.174103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.177901 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-bc7cad8a-2ec4-4bc2-a152-beb03c29f2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:23.222110 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c6610c6d-a475-4178-8807-d62302622a7b,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:23.225754 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:23.322111 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.507164 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.509398 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.534010 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.534643 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38bfc37b-0900-4cf5-89c7-c5f42fec8200 {{(pid=86850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:16:23.552068 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.555720 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-2d8992eb-8f65-4f8b-ae07-493c1f0857fa admin admin] 10.222.0.20 "DELETE /v2.0/routers/38bfc37b-0900-4cf5-89c7-c5f42fec8200 HTTP/1.1" status: 204  len: 168 time: 1.5229480
Dec 14 10:16:23.555878 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38576) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:23.616831 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Deleting subnet 7a526fa8-1d21-47b3-b38a-5d2f8212fd84 {{(pid=86850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:16:23.619691 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.674849 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2638110'] for subnet, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.849850 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:23.955541 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4452bb-18ec-4ada-b16f-ce0e7fda2ff9 req-f1586706-6a2b-438d-a9f4-638126f6738a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:23.956903 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7e4452bb-18ec-4ada-b16f-ce0e7fda2ff9 req-f1586706-6a2b-438d-a9f4-638126f6738a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.2046525
Dec 14 10:16:23.967390 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10238608'] for subnet, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.098805 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3bcdcf06-c7e4-4650-bc76-592c8306eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:24.141197 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a526fa8-1d21-47b3-b38a-5d2f8212fd84,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:24.147414 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:24.152823 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67d7a13-b3e9-4121-a892-0c493159e2b2 None None] Network d59055ef-5180-470c-884a-72dc9abe1810 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:16:24.154990 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.164489 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-ff0d28bc-d021-4399-bb74-c08f8ee23732 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:24.165883 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-ff0d28bc-d021-4399-bb74-c08f8ee23732 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 945 time: 0.3500042
Dec 14 10:16:24.211863 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-05fc58e6-98a0-4cde-aaa5-962c965f5641 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a526fa8-1d21-47b3-b38a-5d2f8212fd84 HTTP/1.1" status: 204  len: 168 time: 0.6548898
Dec 14 10:16:24.214503 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38584) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:24.221154 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7e4452bb-18ec-4ada-b16f-ce0e7fda2ff9 req-2aba6cfa-c178-4532-9381-90df5c1eebad tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2564166
Dec 14 10:16:24.257017 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Deleting port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:24.257356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.339948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.352574 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Deleting port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:24.352913 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.441539 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] DHCP port deletion for d59055ef-5180-470c-884a-72dc9abe1810 request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:16:24.446122 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Deleting port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:24.446777 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.547793 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] For port 5a76754a-00ff-4c50-83e7-bc0e420e7c19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5a76754a-00ff-4c50-83e7-bc0e420e7c19,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:24.548356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.583108 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] For port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:24.583616 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.671015 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f9bf89fc-0a67-4fdf-8011-2d54b631cc3a no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:24.725270 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] For port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,segment=NetworkSegment(7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1),segment_id=7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:24.725724 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.728585 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Calling delete_port for f9bf89fc-0a67-4fdf-8011-2d54b631cc3a owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:24.876528 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.876942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.877249 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Floating IP 9595921e-1f8f-4547-8e8c-ca88303c0f14 disassociated. External IP: 172.27.2.240, port: 5a76754a-00ff-4c50-83e7-bc0e420e7c19.
Dec 14 10:16:24.877612 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Calling delete_port for 5a76754a-00ff-4c50-83e7-bc0e420e7c19 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:24.894118 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Calling delete_port for f9bf89fc-0a67-4fdf-8011-2d54b631cc3a owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:24.913548 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:24.927963 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:24.946241 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No active binding found for port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a {{(pid=86851) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 14 10:16:24.946659 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device f9bf89fc-0a67-4fdf-8011-2d54b631cc3a not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:24.947079 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:24.964521 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] No DVR routers for this DVR port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a on host dv-cinder-818885-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:16:24.986728 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:16:24.987365 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 8b15a5ee-ffcc-43cf-ace6-670514d7ac1c not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:24.987943 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device c6610c6d-a475-4178-8807-d62302622a7b no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:25.033463 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: c6610c6d-a475-4178-8807-d62302622a7b {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:16:25.034211 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device c6610c6d-a475-4178-8807-d62302622a7b not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:25.046227 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9bf89fc-0a67-4fdf-8011-2d54b631cc3a,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:25.049139 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:25.052095 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:16:25.052459 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:16:25.070693 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.076436 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3ee5ee4c-a91f-4f29-a7e7-ae83001e822f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:25.120563 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.126313 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event deleted for resources: {'Port': ['ID=5a76754a-00ff-4c50-83e7-bc0e420e7c19,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:25.128822 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:25.155277 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2ccfd400>,) {'filters': {'network_id': ['d59055ef-5180-470c-884a-72dc9abe1810']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:25.168708 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2ccfd400>, '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:25.169003 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2ccfd400>, '7c6a3fbd-f8e8-480c-a3b8-d150ba94f7f1') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:25.180173 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.197520 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.207126 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:16:25.207640 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:16:25.222340 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:16:25.305625 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.310603 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:25.324079 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:16:25.333284 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.335999 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59055ef-5180-470c-884a-72dc9abe1810,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:25.339022 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:25.356903 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-407fe5c7-8fb8-429f-8814-388e81924fc6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d59055ef-5180-470c-884a-72dc9abe1810 HTTP/1.1" status: 204  len: 168 time: 1.1381612
Dec 14 10:16:25.357168 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38594) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:25.440919 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fe4e66ba-6c38-47e2-87b6-ebfab39ddf32 req-d5311375-273a-4780-8d47-b50477d51a5d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 210 time: 0.0560582
Dec 14 10:16:25.553791 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Deleting port f9bf89fc-0a67-4fdf-8011-2d54b631cc3a {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:25.554434 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.576048 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:16:25.595164 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:16:25.653050 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-4be241e7-2ca8-4e74-99a0-6f6f4c6618be None None] The port 'f9bf89fc-0a67-4fdf-8011-2d54b631cc3a' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:16:25.658425 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:25.661856 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605460>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:25.679447 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] No DVR routers for this DVR port 5a76754a-00ff-4c50-83e7-bc0e420e7c19 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:16:25.682120 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:25.689495 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'name': 'network-vif-deleted', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:16:25.704461 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bad40d10-7067-49f3-87e1-9d6c33412289 req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "DELETE /v2.0/ports/5a76754a-00ff-4c50-83e7-bc0e420e7c19 HTTP/1.1" status: 204  len: 173 time: 1.5323145
Dec 14 10:16:25.759822 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6', 'name': 'network-vif-deleted', 'tag': '5a76754a-00ff-4c50-83e7-bc0e420e7c19', 'status': 'completed', 'code': 200}
Dec 14 10:16:25.869685 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:25.992325 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:26.213232 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605460>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:26.220493 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:16:26.251030 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:26.251987 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605460>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:26.370698 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Deleting port 528904a4-d56a-473b-82da-6358c8407199 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:26.371300 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:26.443486 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:26.676696 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cb906eef-8a34-4ba0-a4ae-1a557c298e55 req-69413d56-12be-4e67-bc26-431665e59bb3 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe0800a0-4c96-4067-8e8d-e8d37ccbcfc6 HTTP/1.1" status: 200  len: 210 time: 0.0632679
Dec 14 10:16:26.739973 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] For port 528904a4-d56a-473b-82da-6358c8407199, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=528904a4-d56a-473b-82da-6358c8407199,segment=NetworkSegment(ad020429-c36e-4dbf-9b57-733849fcc3b1),segment_id=ad020429-c36e-4dbf-9b57-733849fcc3b1)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:26.740303 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:26.827033 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c605460>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:26.831190 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc486ac-239e-48cf-a558-c0ac40ad4221 None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:16:26.871097 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Calling delete_port for 528904a4-d56a-473b-82da-6358c8407199 owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:27.081238 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:27.085296 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:27.103611 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 5a76754a-00ff-4c50-83e7-bc0e420e7c19 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:27.109682 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2614d-3c6e-4ae5-8f91-37961cc19cac None None] New status for floating IP 9595921e-1f8f-4547-8e8c-ca88303c0f14: DOWN {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:16:27.139048 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Pushing event deleted for resources: {'Port': ['ID=528904a4-d56a-473b-82da-6358c8407199,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:27.143638 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:27.192512 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 5a76754a-00ff-4c50-83e7-bc0e420e7c19 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:16:27.192938 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 5a76754a-00ff-4c50-83e7-bc0e420e7c19 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:27.449938 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:27.829223 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Router 8c2dbebb-4116-4c36-bbd1-00c2f719387b has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:16:28.041356 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:16:28.050537 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] Sync routers for ids ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:16:28.057399 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-cec0a6ed-e9e2-400a-a754-5ecfb9127a95 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442028405&fields=id&tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 267 time: 0.0623176
Dec 14 10:16:28.060842 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] Routers {'8c2dbebb-4116-4c36-bbd1-00c2f719387b'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:28.061581 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c677eb0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:28.204409 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] 10.222.0.20 "PUT /v2.0/routers/8c2dbebb-4116-4c36-bbd1-00c2f719387b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8461475
Dec 14 10:16:28.207094 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38622) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:28.261576 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] Set router 8c2dbebb-4116-4c36-bbd1-00c2f719387b gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:28.331424 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-0978d701-46cf-4da5-94d1-2a1a57d3d812 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:28.332271 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-0978d701-46cf-4da5-94d1-2a1a57d3d812 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:16:28.351323 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-0978d701-46cf-4da5-94d1-2a1a57d3d812 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:16:28.358080 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-0978d701-46cf-4da5-94d1-2a1a57d3d812 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 812 time: 0.2983952
Dec 14 10:16:28.373634 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-83d15e29-5a2f-46b7-bf5a-b3ea81dc1630 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/quotas/1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 375 time: 0.0137517
Dec 14 10:16:28.469928 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-6a366ad0-76b3-4b63-9fcd-c10b063db2b7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0898795
Dec 14 10:16:28.518924 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:28.567491 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c677eb0>, [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:16:27Z', 'revision_number': 5, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:28.571791 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] Checking router: 8c2dbebb-4116-4c36-bbd1-00c2f719387b for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:16:28.581026 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] Routers {'8c2dbebb-4116-4c36-bbd1-00c2f719387b'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:28.581730 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c677eb0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:28.618981 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-583396aa-2ec4-4958-8d64-22f7462305fb service neutron] 10.222.0.20 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378179
Dec 14 10:16:28.719574 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:28.730174 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Deleting port ca623206-34a9-4039-bb17-ef0e95a24a84 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:28.730584 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:28.774620 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-697dffcd-ecbb-49d6-be03-6de1441024fc service neutron] 10.222.0.20 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474960
Dec 14 10:16:28.790814 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] Set router 8c2dbebb-4116-4c36-bbd1-00c2f719387b gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:28.967269 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] For port ca623206-34a9-4039-bb17-ef0e95a24a84, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=ca623206-34a9-4039-bb17-ef0e95a24a84,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:28.967624 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:29.112735 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Calling delete_port for ca623206-34a9-4039-bb17-ef0e95a24a84 owned by network:router_gateway {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:29.123927 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c677eb0>, [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:16:27Z', 'revision_number': 5, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:29.128840 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f27d7-d882-47c3-8f15-48a2437cf856 None None] The sync data for ids ['8c2dbebb-4116-4c36-bbd1-00c2f719387b'] in dv-cinder-818885-1-iscsi is: [{'id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'name': 'tempest-TestShelveInstance-1956286123-router', 'tenant_id': '3353eb8d9adb48518721a70f82710d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:10:06Z', 'updated_at': '2021-12-14T10:16:27Z', 'revision_number': 5, 'project_id': '3353eb8d9adb48518721a70f82710d7b', 'gw_port': {'id': 'ca623206-34a9-4039-bb17-ef0e95a24a84', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2dbebb-4116-4c36-bbd1-00c2f719387b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:10:07Z', 'updated_at': '2021-12-14T10:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:16:29.244381 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-7f3b0c87-8e25-4633-a05a-8c3f826dd025 req-1e2d7a14-aec3-4ec4-ae8c-1eb36bceb4e7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:16:29.271838 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-7f3b0c87-8e25-4633-a05a-8c3f826dd025 req-1e2d7a14-aec3-4ec4-ae8c-1eb36bceb4e7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:16:29.273070 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7f3b0c87-8e25-4633-a05a-8c3f826dd025 req-1e2d7a14-aec3-4ec4-ae8c-1eb36bceb4e7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 210 time: 0.0864048
Dec 14 10:16:29.362483 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:29.366576 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c6533eda-e621-4056-84ce-17182c029a37 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:29.421518 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca623206-34a9-4039-bb17-ef0e95a24a84,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:29.468804 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.469216 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.469572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.469924 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.470374 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.470727 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.471071 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.471413 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.471755 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.472093 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.472432 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.472750 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:29.476108 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:29.557617 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:29.791443 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:29.795663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:29.824494 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:29.825139 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2dbebb-4116-4c36-bbd1-00c2f719387b {{(pid=86850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:16:29.844555 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:29.849737 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] 10.222.0.20 "DELETE /v2.0/routers/8c2dbebb-4116-4c36-bbd1-00c2f719387b HTTP/1.1" status: 204  len: 168 time: 1.6398959
Dec 14 10:16:29.851013 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38646) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:29.943680 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_v2 [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Deleting subnet f1a04c53-46ee-4d36-a67e-be4aba6671b2 {{(pid=86850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:16:29.948222 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.010658 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2638110'] for subnet, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.240451 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.495582 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10238608'] for subnet, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.497821 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-29aa0ec2-8201-4b01-af78-ffd04baafc4f req-ae913b4d-7cda-4e11-9456-b9432e6ae6a2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 210 time: 0.0750647
Dec 14 10:16:30.513693 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-87ee4770-6bf8-476e-83bb-e766ee7e49f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:30.557511 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-0b134d04-c310-46e7-9eba-02624255903d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:30.558946 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-0b134d04-c310-46e7-9eba-02624255903d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 812 time: 0.2816579
Dec 14 10:16:30.560963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a04c53-46ee-4d36-a67e-be4aba6671b2,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:30.563047 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.565654 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:30.570197 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc96706-ec9d-4d1e-820a-07a984a851ba None None] Network db099adb-1aed-46f1-873d-5f68cb727442 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:16:30.570864 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-99039949-9764-4a6c-ad2c-378f0a6d624d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1a04c53-46ee-4d36-a67e-be4aba6671b2 HTTP/1.1" status: 204  len: 168 time: 0.7181072
Dec 14 10:16:30.572558 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38660) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:30.632774 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-d22b8842-0ce6-4372-8e64-5f4b88110c31 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 379 time: 0.0604782
Dec 14 10:16:30.643724 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'port': {'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'admin_state_up': True, 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'security_groups': ['c452a80a-69ce-4663-9f0f-514ea31b5a23']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:16:30.706182 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ca623206-34a9-4039-bb17-ef0e95a24a84 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:30.737780 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.749369 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Deleting port 98f7aea3-c382-4975-a812-a6adf3557dd7 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:30.749705 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.757893 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: ca623206-34a9-4039-bb17-ef0e95a24a84 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:16:30.758509 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ca623206-34a9-4039-bb17-ef0e95a24a84 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:30.759086 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 528904a4-d56a-473b-82da-6358c8407199 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:30.799574 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:30.805116 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 528904a4-d56a-473b-82da-6358c8407199 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:16:30.805469 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 528904a4-d56a-473b-82da-6358c8407199 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:30.810321 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:30.823700 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Made reservation on behalf of 1381b4c2d5654dc2bf924671ef0ec4a3 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:16:30.829391 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.971210 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] DHCP port deletion for db099adb-1aed-46f1-873d-5f68cb727442 request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:16:30.971802 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] For port 98f7aea3-c382-4975-a812-a6adf3557dd7, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=98f7aea3-c382-4975-a812-a6adf3557dd7,segment=NetworkSegment(ad020429-c36e-4dbf-9b57-733849fcc3b1),segment_id=ad020429-c36e-4dbf-9b57-733849fcc3b1)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:30.972178 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:30.976923 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Deleting port 98f7aea3-c382-4975-a812-a6adf3557dd7 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:30.977796 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.015446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Allocated IP 172.20.0.4 (bd1cbab0-8707-4ef3-99d9-9624dbe62aa4/04090e2f-9a2e-4a65-bbcf-e8afc2661320/4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:16:31.107699 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Calling delete_port for 98f7aea3-c382-4975-a812-a6adf3557dd7 owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:31.191203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.200978 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6b2d741c-06e4-4e80-8194-a62cafcf2e34 tempest-TestMinimumBasicScenario-467215313 tempest-TestMinimumBasicScenario-467215313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:31.230290 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.243402 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] No DVR routers for this DVR port 98f7aea3-c382-4975-a812-a6adf3557dd7 on host dv-cinder-818885-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:16:31.247852 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Transition to ACTIVE for port object 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:16:31.266563 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] For port 98f7aea3-c382-4975-a812-a6adf3557dd7, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=98f7aea3-c382-4975-a812-a6adf3557dd7,segment=NetworkSegment(ad020429-c36e-4dbf-9b57-733849fcc3b1),segment_id=ad020429-c36e-4dbf-9b57-733849fcc3b1)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:31.266972 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.278487 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Pushing event deleted for resources: {'Port': ['ID=98f7aea3-c382-4975-a812-a6adf3557dd7,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:31.279580 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.283587 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:31.293046 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b3bb6dea-7bd6-4665-b20f-e13bfeb1a0a4 tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:31.382988 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:16:31.386379 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:16:31.386533 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.388898 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:16:31.419382 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c305bb0>,) {'filters': {'network_id': ['db099adb-1aed-46f1-873d-5f68cb727442']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:31.422634 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Calling delete_port for 98f7aea3-c382-4975-a812-a6adf3557dd7 owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:16:31.439410 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c305bb0>, 'ad020429-c36e-4dbf-9b57-733849fcc3b1') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:31.440086 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c305bb0>, 'ad020429-c36e-4dbf-9b57-733849fcc3b1') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:31.457248 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:31.457902 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.459278 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.467107 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:31.475763 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:31.481104 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.490309 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:16:31.491194 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.503987 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8657079
Dec 14 10:16:31.517292 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Request body: {'port': {'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:16:31.589885 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:16:31.611206 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:16:31.617156 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:16:31.639420 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.644494 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-585019b1-4110-41cb-b71e-673afd7a8766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:31.677759 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.680630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Pushing event deleted for resources: {'Network': ['ID=db099adb-1aed-46f1-873d-5f68cb727442,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:31.689797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:31.698728 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] 10.222.0.20 "DELETE /v2.0/networks/db099adb-1aed-46f1-873d-5f68cb727442 HTTP/1.1" status: 204  len: 168 time: 1.1249967
Dec 14 10:16:31.732101 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-80fe80ab-10ad-4d60-a216-3abdcc881bcb None None] Provisioning for port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:16:31.738629 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-80fe80ab-10ad-4d60-a216-3abdcc881bcb None None] Provisioning complete for port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:16:31.739236 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-80fe80ab-10ad-4d60-a216-3abdcc881bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.769272 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.805948 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-80fe80ab-10ad-4d60-a216-3abdcc881bcb None None] Port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:16:31.832312 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38680) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:31.861475 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d2db-3e49-446f-9d0a-103a5f7a0758 req-eab91892-f351-4cc9-ac9a-462c06417fe4 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:31.862209 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-0929d2db-3e49-446f-9d0a-103a5f7a0758 req-eab91892-f351-4cc9-ac9a-462c06417fe4 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:16:31.881799 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6de24acb-37b2-411f-b59e-ba50461f4607 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a588cde51b9d45b2844c4ffc951dac41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480158
Dec 14 10:16:31.884495 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38684) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:31.930367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-0929d2db-3e49-446f-9d0a-103a5f7a0758 req-eab91892-f351-4cc9-ac9a-462c06417fe4 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:16:31.931506 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0929d2db-3e49-446f-9d0a-103a5f7a0758 req-eab91892-f351-4cc9-ac9a-462c06417fe4 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 931 time: 0.2453380
Dec 14 10:16:31.943887 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d80d8-ab11-4e6b-be25-848496d4dbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:31.971163 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d80d8-ab11-4e6b-be25-848496d4dbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.028338 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d80d8-ab11-4e6b-be25-848496d4dbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.038720 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4946076d-c491-4d60-baae-7d2fe7e52ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:32.070255 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0929d2db-3e49-446f-9d0a-103a5f7a0758 req-3b306b58-6719-49a3-baf1-49854087736c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313164
Dec 14 10:16:32.118963 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Deleting port 98f7aea3-c382-4975-a812-a6adf3557dd7 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:16:32.119690 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.150889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d80d8-ab11-4e6b-be25-848496d4dbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d8ab7b-bc77-4d64-81e5-f199c8c9bb5b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:32.154002 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f34d80d8-ab11-4e6b-be25-848496d4dbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:32.154941 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f34d80d8-ab11-4e6b-be25-848496d4dbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.158594 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f34d80d8-ab11-4e6b-be25-848496d4dbca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46d8ab7b-bc77-4d64-81e5-f199c8c9bb5b HTTP/1.1" status: 204  len: 168 time: 0.2706673
Dec 14 10:16:32.200662 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:16:32.203194 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-02d682e4-2895-4255-b53b-d17fd27b8ce4 None None] The port '98f7aea3-c382-4975-a812-a6adf3557dd7' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:16:32.212978 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.229521 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Transition to ACTIVE for port object 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:16:32.234191 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.239404 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-aa10e346-451f-4156-8ce1-db0618d0e8d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:32.517543 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:32.525076 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:32.560177 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38694) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:32.592892 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Attempting to bind port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:16:32.593298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Attempting to bind port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:16:32.593618 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Attempting to bind port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:16:32.598252 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:16:32.598566 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Attempting to bind port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:16:32.603715 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:16:32.604031 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Checking segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:16:32.604406 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Bound using segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:16:32.604818 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Bound port: 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:16:32.605164 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.611756 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a78a8098-c0b9-49ec-9bd0-af2306e103fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3353eb8d9adb48518721a70f82710d7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503051
Dec 14 10:16:32.614244 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38700) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:32.678053 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 98f7aea3-c382-4975-a812-a6adf3557dd7 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:16:32.695950 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03dde654-f9bc-47f5-bf4f-02157ab2af44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.706371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] For port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:16:32.709559 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] For port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:16:32.713087 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 98f7aea3-c382-4975-a812-a6adf3557dd7 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:16:32.713635 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 98f7aea3-c382-4975-a812-a6adf3557dd7 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:16:32.715315 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.720438 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0c716700-55cd-4f72-9163-e38e73f44ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:32.725520 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03dde654-f9bc-47f5-bf4f-02157ab2af44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.779341 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:32.780011 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.781940 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] 10.222.0.54 "PUT /v2.0/ports/4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 200  len: 1093 time: 1.2698362
Dec 14 10:16:32.782498 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:16:32.783840 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03dde654-f9bc-47f5-bf4f-02157ab2af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.788176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-07ed54f1-1182-438c-8b10-bac89773d8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:32.800842 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dde654-f9bc-47f5-bf4f-02157ab2af44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede2cd7a-0451-4492-b798-45bfd1d32d29,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:32.802333 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:32.805074 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-03dde654-f9bc-47f5-bf4f-02157ab2af44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:32.805468 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:32.808804 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03dde654-f9bc-47f5-bf4f-02157ab2af44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:32.810009 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-03dde654-f9bc-47f5-bf4f-02157ab2af44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ede2cd7a-0451-4492-b798-45bfd1d32d29 HTTP/1.1" status: 204  len: 168 time: 0.1942985
Dec 14 10:16:32.880107 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'status': 'completed', 'code': 200}
Dec 14 10:16:32.916592 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b085148f-79c3-446e-be5a-c43e74686c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:32.918148 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b085148f-79c3-446e-be5a-c43e74686c47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1096 time: 0.0862579
Dec 14 10:16:32.994413 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-3fb31ca8-a987-4a86-af63-eba372379f49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 200  len: 217 time: 0.0671000
Dec 14 10:16:33.069729 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-883906f8-f7c5-4749-8e4d-31a721a6f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:33.071304 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-883906f8-f7c5-4749-8e4d-31a721a6f404 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0693355
Dec 14 10:16:33.161229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-14481c5e-63dc-4b3a-ba85-bb6ea89e3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:33.162761 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-14481c5e-63dc-4b3a-ba85-bb6ea89e3da9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824578
Dec 14 10:16:33.272200 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62db674-b0ec-4da7-981a-25e908a4afc2 req-1e214bf3-9e84-4dcd-aaeb-2d26df6909aa tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:33.273927 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d62db674-b0ec-4da7-981a-25e908a4afc2 req-1e214bf3-9e84-4dcd-aaeb-2d26df6909aa tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0897200
Dec 14 10:16:33.303345 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-2a96d3b4-a8b8-48ce-8886-94d86f347730 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327746
Dec 14 10:16:33.321144 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d62db674-b0ec-4da7-981a-25e908a4afc2 req-f6da0a9f-c86a-42d5-9103-98c52496276e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411098
Dec 14 10:16:33.440295 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4563049a-4ce3-48db-807e-08e25c0eaf59 req-b9ea978a-46c1-4075-beb7-b52f23bad5a4 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285858
Dec 14 10:16:33.562855 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-4959aab7-875e-4997-a1fb-8137843ca74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:33.564359 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-4959aab7-875e-4997-a1fb-8137843ca74d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1096 time: 0.0739553
Dec 14 10:16:33.696754 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-5d430e44-939f-4e49-a755-17c239ed44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:33.698199 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-5d430e44-939f-4e49-a755-17c239ed44c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1273515
Dec 14 10:16:33.773538 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-e772f224-eeee-49e0-9ce8-f755c05e8131 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 200  len: 217 time: 0.0644836
Dec 14 10:16:33.836202 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-67bb6fde-0c47-4e3f-b041-302f057f2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:33.837513 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-67bb6fde-0c47-4e3f-b041-302f057f2d0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0574002
Dec 14 10:16:33.914613 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-646f5d5a-de8c-4feb-9e9f-41df114c1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:33.916048 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-646f5d5a-de8c-4feb-9e9f-41df114c1d19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717416
Dec 14 10:16:34.045111 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-dc20fec2-41b9-407e-838c-fdc527bf46d2 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210063
Dec 14 10:16:34.272692 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0bc15b80-d4ca-4291-ab49-799a2fa2326f req-832e57cf-1a4b-4aab-86ec-3ff95888f5eb service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192369
Dec 14 10:16:34.503245 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e551e-d2fd-4381-82ca-1188bb046580 req-0c7ad6bf-e8a7-40f5-8280-0fb251ded0cf tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:34.504662 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-175e551e-d2fd-4381-82ca-1188bb046580 req-0c7ad6bf-e8a7-40f5-8280-0fb251ded0cf tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0784631
Dec 14 10:16:34.551420 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-175e551e-d2fd-4381-82ca-1188bb046580 req-7547960a-a82f-40a7-9c11-fbe1af32bdae tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412369
Dec 14 10:16:35.732141 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626ee32-7233-48e7-aefa-e4866151290b req-716c9cb7-5742-4c07-ad19-f1c1bc1c9d35 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:35.734142 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8626ee32-7233-48e7-aefa-e4866151290b req-716c9cb7-5742-4c07-ad19-f1c1bc1c9d35 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0805469
Dec 14 10:16:35.781211 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8626ee32-7233-48e7-aefa-e4866151290b req-d9d6cdbc-5e63-45db-98ce-88c328a3cbe6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407634
Dec 14 10:16:36.967004 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ff54-8443-4e64-9f61-11425d1618b0 req-dc3bd1ef-8d7a-4e52-b5cf-a06660ab38bb tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:36.968670 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8a04ff54-8443-4e64-9f61-11425d1618b0 req-dc3bd1ef-8d7a-4e52-b5cf-a06660ab38bb tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0851831
Dec 14 10:16:37.013560 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8a04ff54-8443-4e64-9f61-11425d1618b0 req-64603dc8-239f-4552-904f-6f540a951759 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393326
Dec 14 10:16:38.202967 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c8885-da65-49af-96c5-d09237f7d7a5 req-f2ec90aa-d0c1-4528-9194-12034c2ffc1e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:38.204402 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-764c8885-da65-49af-96c5-d09237f7d7a5 req-f2ec90aa-d0c1-4528-9194-12034c2ffc1e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0829904
Dec 14 10:16:38.248802 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-764c8885-da65-49af-96c5-d09237f7d7a5 req-c6cb4f36-f954-4f3d-91de-17e83ae6630d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387602
Dec 14 10:16:39.435528 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764afd-90ca-41b7-9334-87ece67a9e4f req-aa519a8e-ab3d-4534-8940-afcda150a15e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:39.436874 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f8764afd-90ca-41b7-9334-87ece67a9e4f req-aa519a8e-ab3d-4534-8940-afcda150a15e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0847521
Dec 14 10:16:39.481510 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f8764afd-90ca-41b7-9334-87ece67a9e4f req-2a604d25-acf4-4246-9e4e-c6482228e34d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383029
Dec 14 10:16:39.664690 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:16:40.662098 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4e53c-927d-4393-a700-434bd30c4aca req-04db5fe9-0c53-4e33-b945-b71395eeb530 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:40.663501 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0fb4e53c-927d-4393-a700-434bd30c4aca req-04db5fe9-0c53-4e33-b945-b71395eeb530 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0789406
Dec 14 10:16:40.710075 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0fb4e53c-927d-4393-a700-434bd30c4aca req-ec33d646-b4b6-4ae5-ab96-81d916af35c8 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410547
Dec 14 10:16:41.898888 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad7092-d1f1-456a-982d-c3e9972bd67b req-1e64af13-087f-4736-b230-a151087eb296 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:41.900341 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f1ad7092-d1f1-456a-982d-c3e9972bd67b req-1e64af13-087f-4736-b230-a151087eb296 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0822945
Dec 14 10:16:41.951830 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f1ad7092-d1f1-456a-982d-c3e9972bd67b req-570b1dfe-ed70-4ee0-9ea4-108c24b03585 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440814
Dec 14 10:16:43.139672 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27604a8e-a4a3-4c4a-a926-b9b1f16ebbc6 req-38f83e2c-0c37-4850-b093-4de18387589a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:43.141983 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-27604a8e-a4a3-4c4a-a926-b9b1f16ebbc6 req-38f83e2c-0c37-4850-b093-4de18387589a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0808084
Dec 14 10:16:43.185178 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-27604a8e-a4a3-4c4a-a926-b9b1f16ebbc6 req-cbd9a572-9788-4075-8191-2a278987f72e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378354
Dec 14 10:16:43.673807 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:44.369233 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63271f1a-2762-4fc6-aebd-49e5b4187873 req-fd77b7df-e857-467c-ba61-f842bf9c276f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:44.370593 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-63271f1a-2762-4fc6-aebd-49e5b4187873 req-fd77b7df-e857-467c-ba61-f842bf9c276f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0819428
Dec 14 10:16:44.414841 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-63271f1a-2762-4fc6-aebd-49e5b4187873 req-efaaf92c-62f7-4d50-b215-a444a749e795 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380616
Dec 14 10:16:44.450830 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0b9f-133e-4f5b-a00d-bfedfeddfd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:45.603450 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b491429-7476-44a7-8bfa-5844b0281df9 req-aa054c22-df7f-4fc7-b6c6-b1ff73c47224 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:45.604847 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2b491429-7476-44a7-8bfa-5844b0281df9 req-aa054c22-df7f-4fc7-b6c6-b1ff73c47224 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0821292
Dec 14 10:16:45.650159 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2b491429-7476-44a7-8bfa-5844b0281df9 req-228f1e9d-7858-4f11-b902-87a1bd82affe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391097
Dec 14 10:16:46.826376 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d359-f777-461c-b214-59304e096f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:46.840244 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389ee5e-0bf3-44fb-9c8b-398730499ac2 req-1a591a4d-a097-4412-8630-5f3ca9e07bf6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:46.841679 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0389ee5e-0bf3-44fb-9c8b-398730499ac2 req-1a591a4d-a097-4412-8630-5f3ca9e07bf6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0834486
Dec 14 10:16:46.889153 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0389ee5e-0bf3-44fb-9c8b-398730499ac2 req-9b18b90a-6612-4fd1-a4be-a252639e5920 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417817
Dec 14 10:16:47.812270 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:47.928666 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:48.071797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211efda-ed9d-46f1-85f4-d832c1d98d7c req-4fdaf649-d36c-4ecd-b0c4-ab391e32d71c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:48.073165 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1211efda-ed9d-46f1-85f4-d832c1d98d7c req-4fdaf649-d36c-4ecd-b0c4-ab391e32d71c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0805027
Dec 14 10:16:48.118633 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1211efda-ed9d-46f1-85f4-d832c1d98d7c req-b6c810be-3eaf-4c50-baf5-d46fec24479b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392253
Dec 14 10:16:48.801793 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20be3f4-dc68-4173-a32f-197560c1b816 req-9d369845-b7e2-4f81-bcd0-1159c27f56f1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:48.803405 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b20be3f4-dc68-4173-a32f-197560c1b816 req-9d369845-b7e2-4f81-bcd0-1159c27f56f1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0865889
Dec 14 10:16:48.848016 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b20be3f4-dc68-4173-a32f-197560c1b816 req-fa67e5d4-0172-4120-a7a9-eaca6482bd40 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390966
Dec 14 10:16:49.190199 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:16:49.297252 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:49.306168 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a043a-484e-4b10-bbc7-9bc8e80a0ba4 req-91c5c33c-3e82-4d7b-a95a-47f4f2d7f2b3 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:49.307697 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b77a043a-484e-4b10-bbc7-9bc8e80a0ba4 req-91c5c33c-3e82-4d7b-a95a-47f4f2d7f2b3 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 943 time: 0.0819552
Dec 14 10:16:49.336191 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:49.349189 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:16:49.352138 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b77a043a-484e-4b10-bbc7-9bc8e80a0ba4 req-85ba11c3-25be-415f-9734-91a3f9378236 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379195
Dec 14 10:16:49.408119 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:49.424556 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:16:49.439823 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:49.443586 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:49.445342 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:49.509590 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:49.512667 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:49.670349 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:16:50.059673 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6dc7c-c92a-43ad-845b-d8d560d639b7 req-02050d9a-22e2-4da3-b8d1-6c23ef5c21d3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:50.061098 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-86e6dc7c-c92a-43ad-845b-d8d560d639b7 req-02050d9a-22e2-4da3-b8d1-6c23ef5c21d3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0908597
Dec 14 10:16:50.104657 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-86e6dc7c-c92a-43ad-845b-d8d560d639b7 req-b051aa84-c1ed-4403-aac6-2a770a266b8d tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379388
Dec 14 10:16:50.536972 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36c11f-4979-4078-a2cd-caecfaa2913a req-e26bf474-5e07-4ab6-89fa-045cea0ffdbd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:50.538363 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ef36c11f-4979-4078-a2cd-caecfaa2913a req-e26bf474-5e07-4ab6-89fa-045cea0ffdbd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 944 time: 0.0843339
Dec 14 10:16:50.581757 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ef36c11f-4979-4078-a2cd-caecfaa2913a req-6376826c-51bd-4d5b-affe-b587b93c4336 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378010
Dec 14 10:16:51.190993 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:16:51.271513 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:16:51.277125 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:16:51.277584 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:51.305023 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da6cf9-af43-467d-b53a-804d9056b896 req-54373bda-5d5a-4465-92e2-38cd21b43762 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:51.306420 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-85da6cf9-af43-467d-b53a-804d9056b896 req-54373bda-5d5a-4465-92e2-38cd21b43762 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0874493
Dec 14 10:16:51.350973 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-85da6cf9-af43-467d-b53a-804d9056b896 req-8270ad70-28c4-4724-8bbc-d400dc9f2539 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389855
Dec 14 10:16:51.400054 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:51.428945 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:16:51.440429 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:16:51.444905 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:51.446798 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:51.481305 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'code': 200}
Dec 14 10:16:51.513988 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:51.516785 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:51.750339 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f7081-5bdc-4992-abb0-03133aeb0fc4 req-e139a0bb-a6b0-4fa0-910d-5ea8f7bd1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:51.751804 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c83f7081-5bdc-4992-abb0-03133aeb0fc4 req-e139a0bb-a6b0-4fa0-910d-5ea8f7bd1323 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1098 time: 0.0709114
Dec 14 10:16:51.770191 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db82a-8abc-471b-b0c1-91d03b6c9cd5 req-8bb56caa-6390-4ed8-80c4-457a940e786d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:51.771606 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3e3db82a-8abc-471b-b0c1-91d03b6c9cd5 req-8bb56caa-6390-4ed8-80c4-457a940e786d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 945 time: 0.0786800
Dec 14 10:16:51.792863 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c83f7081-5bdc-4992-abb0-03133aeb0fc4 req-0615b016-1f0c-448e-8d62-32d92008b569 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344517
Dec 14 10:16:51.819855 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3e3db82a-8abc-471b-b0c1-91d03b6c9cd5 req-1222b238-da44-47ba-b8d3-cfb8a6ecac6d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422871
Dec 14 10:16:52.551989 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dd0a3-9cef-48d3-b2bd-cad9f356ae9d req-ca4495a2-90ed-4d15-a72c-bca736fe4372 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:52.553428 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-689dd0a3-9cef-48d3-b2bd-cad9f356ae9d req-ca4495a2-90ed-4d15-a72c-bca736fe4372 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0858598
Dec 14 10:16:52.591799 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 38870) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:52.598537 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-689dd0a3-9cef-48d3-b2bd-cad9f356ae9d req-bbf22e0a-3384-4e88-85dc-d6e096d0c81f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395584
Dec 14 10:16:52.709863 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:52.724175 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:52.728194 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Usage tracker for resource:security_group_rule and tenant:5c45eb8c0d2042099afde84d50257a81 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:16:52.731117 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:16:52.736900 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:52.826409 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:52.830796 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:52.839169 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a4b53673-443b-4966-a2e2-6358bab2a0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:52.879142 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c45eb8c0d2042099afde84d50257a81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2861578
Dec 14 10:16:52.880731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb933f60-b1b8-4236-bfea-be3a6b881f20,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:52.881882 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38878) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:52.888054 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.888436 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.888804 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.889167 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.889523 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.889926 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.890305 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.890657 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.891008 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.891355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.891705 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.892053 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:16:52.895887 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:52.944692 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c15e4273-38d7-4e41-b416-9482faca4d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:52.970909 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c15e4273-38d7-4e41-b416-9482faca4d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:53.009657 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376947ff-c754-46cd-9c36-7623e5cd8abb req-921e03cd-3e51-472c-8e03-34727f80cf47 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:53.011107 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-376947ff-c754-46cd-9c36-7623e5cd8abb req-921e03cd-3e51-472c-8e03-34727f80cf47 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 945 time: 0.0850739
Dec 14 10:16:53.025381 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c15e4273-38d7-4e41-b416-9482faca4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:53.029470 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b687d4b6-0174-42b4-bafc-1ecc1ba1cf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:53.044183 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e4273-38d7-4e41-b416-9482faca4d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb933f60-b1b8-4236-bfea-be3a6b881f20,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:53.050745 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c15e4273-38d7-4e41-b416-9482faca4d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:53.051523 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c15e4273-38d7-4e41-b416-9482faca4d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:53.055574 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-c15e4273-38d7-4e41-b416-9482faca4d30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb933f60-b1b8-4236-bfea-be3a6b881f20 HTTP/1.1" status: 204  len: 168 time: 0.1725278
Dec 14 10:16:53.059856 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-376947ff-c754-46cd-9c36-7623e5cd8abb req-670a25c1-ddca-4f35-890d-b91e11837a02 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424855
Dec 14 10:16:53.258140 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b96006-66b7-49c8-9592-e0e9559204d4 req-9f0b5c67-6bcc-4138-be85-9648187fff6c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:53.259719 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f9b96006-66b7-49c8-9592-e0e9559204d4 req-9f0b5c67-6bcc-4138-be85-9648187fff6c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 945 time: 0.0899007
Dec 14 10:16:53.310074 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f9b96006-66b7-49c8-9592-e0e9559204d4 req-bd8dbd3c-aaeb-4933-a889-ff63de8b23aa tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433183
Dec 14 10:16:53.335745 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38886) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:53.411642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713317d-2aa9-44c9-ac6e-48c2f4853a12 tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:53.413023 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-a713317d-2aa9-44c9-ac6e-48c2f4853a12 tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1093 time: 0.0762429
Dec 14 10:16:53.415892 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 38890) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:16:53.420678 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:16:53.426567 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:16:53.430346 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:floatingip and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:16:53.433089 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:16:53.439269 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:16:53.449351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:53.584610 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:53.719206 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Allocated IP 172.27.2.193 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/914ad69a-4601-42e6-875b-6a0c27ff2684) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:16:53.794950 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516715b-9586-4017-8d5a-a7688f96a373 req-14d98ff2-28b9-4a8e-b824-32fe7f0e0195 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:53.796935 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c516715b-9586-4017-8d5a-a7688f96a373 req-14d98ff2-28b9-4a8e-b824-32fe7f0e0195 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0821545
Dec 14 10:16:53.840647 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c516715b-9586-4017-8d5a-a7688f96a373 req-cbba0824-d272-4d30-93c9-158a2045bd52 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377283
Dec 14 10:16:53.873120 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:53.901761 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:53.906169 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6f3e39d0-5a43-4f62-b591-8d7cec10a0ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:53.969985 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:16:53.972538 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:16:53.976321 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:16:54.011670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=914ad69a-4601-42e6-875b-6a0c27ff2684,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:54.020039 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:54.481670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:54.555640 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:54.756615 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:54.760849 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:54.765629 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c1fb9b79-ece2-454d-b927-c423ab09ec62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:16:54.873798 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=914ad69a-4601-42e6-875b-6a0c27ff2684,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:16:54.878231 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:16:54.883038 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:55.107144 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Floating IP 71a5f158-5ddb-4eb9-afa1-2f29f31df8d9 associated. External IP: 172.27.2.193, port: 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298.
Dec 14 10:16:55.198248 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7df49-27bc-4e41-a265-12e7188c51cb req-361b288c-8a91-4105-80fc-c9b5e9a48ab0 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:55.199675 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66f7df49-27bc-4e41-a265-12e7188c51cb req-361b288c-8a91-4105-80fc-c9b5e9a48ab0 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.2431817
Dec 14 10:16:55.321090 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66f7df49-27bc-4e41-a265-12e7188c51cb req-2dddfa26-45b6-4a20-b822-2d4b3c4ea924 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143491
Dec 14 10:16:55.501623 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:16:55.791912 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:16:55.802037 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:16:55.811832 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:55.812444 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d1838e0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:55.817385 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:16:55.873836 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4569221
Dec 14 10:16:55.875824 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:16:55.929743 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'status': 'completed', 'code': 200}
Dec 14 10:16:56.022504 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:56.026017 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cadeec-bff0-4d42-b888-52a5f873700e req-5b1811c5-aaab-4482-b9c8-f43d130c3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:56.027741 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95cadeec-bff0-4d42-b888-52a5f873700e req-5b1811c5-aaab-4482-b9c8-f43d130c3cb9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1098 time: 0.0757906
Dec 14 10:16:56.161521 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cadeec-bff0-4d42-b888-52a5f873700e req-c50bf4dc-d313-4aa8-a2f1-d7012a213f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:56.163078 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95cadeec-bff0-4d42-b888-52a5f873700e req-c50bf4dc-d313-4aa8-a2f1-d7012a213f11 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1282120
Dec 14 10:16:56.261417 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95cadeec-bff0-4d42-b888-52a5f873700e req-a87a5c49-d386-468a-bb65-267341c167bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 200  len: 999 time: 0.0924265
Dec 14 10:16:56.326719 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cadeec-bff0-4d42-b888-52a5f873700e req-817c0569-acca-4a61-8a74-913fb86281e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:56.328621 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95cadeec-bff0-4d42-b888-52a5f873700e req-817c0569-acca-4a61-8a74-913fb86281e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0602691
Dec 14 10:16:56.367199 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d1838e0>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:54Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:56.371167 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:16:56.380421 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:16:56.381038 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d1838e0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:16:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:56.408288 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cadeec-bff0-4d42-b888-52a5f873700e req-432c9b3b-557d-4fd8-801e-133fadb4797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:56.409768 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95cadeec-bff0-4d42-b888-52a5f873700e req-432c9b3b-557d-4fd8-801e-133fadb4797b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750206
Dec 14 10:16:56.557341 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:16:56.603421 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95cadeec-bff0-4d42-b888-52a5f873700e req-eff74c25-c65d-4125-8109-f4eb36de44fa service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862903
Dec 14 10:16:56.614965 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def874f-c010-4465-8aae-2c1058a4406c req-548bcb46-ba3e-4120-bfe7-e03ec5e136d8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:56.616368 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9def874f-c010-4465-8aae-2c1058a4406c req-548bcb46-ba3e-4120-bfe7-e03ec5e136d8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.1788080
Dec 14 10:16:56.742790 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9def874f-c010-4465-8aae-2c1058a4406c req-3fd1488a-11d4-4fd7-a1e9-e53ec350bd73 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082475
Dec 14 10:16:56.777890 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-95cadeec-bff0-4d42-b888-52a5f873700e req-a6699f8e-5ba8-44f4-bfa2-614f5e383583 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605947
Dec 14 10:16:56.900385 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d1838e0>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:54Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:16:56.904459 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be056b46-c56e-47a8-b30e-42ba30ab8b25 None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:54Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:16:57.096832 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63998ac2-d565-4699-a364-6ac4903dedd9 None None] New status for floating IP 71a5f158-5ddb-4eb9-afa1-2f29f31df8d9: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:16:58.012688 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822526-e52d-47f6-a52d-10d294189f27 req-759bca61-cc4e-4c5b-a1de-e3cfde6b2206 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:58.014140 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e9822526-e52d-47f6-a52d-10d294189f27 req-759bca61-cc4e-4c5b-a1de-e3cfde6b2206 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.1609967
Dec 14 10:16:58.058875 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e9822526-e52d-47f6-a52d-10d294189f27 req-ba4e2771-30f8-4d15-84d8-ace8c7947280 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389116
Dec 14 10:16:59.244396 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc89e3-be0d-4786-a079-87584402d354 req-780909c9-90bc-44b3-a096-9af9e68f3489 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:16:59.245831 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-02bc89e3-be0d-4786-a079-87584402d354 req-780909c9-90bc-44b3-a096-9af9e68f3489 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0790608
Dec 14 10:16:59.293332 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-02bc89e3-be0d-4786-a079-87584402d354 req-2add1ec2-376a-4033-9117-2a4072d256dc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414364
Dec 14 10:17:00.478526 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582b45-f729-4843-b65f-748c5d12c5fa req-4c1ac328-ff9f-474c-8241-ac27a98ab621 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:00.479939 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c582b45-f729-4843-b65f-748c5d12c5fa req-4c1ac328-ff9f-474c-8241-ac27a98ab621 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0786021
Dec 14 10:17:00.526433 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c582b45-f729-4843-b65f-748c5d12c5fa req-3dcfea79-eb1d-4722-8c8e-26f392eeed35 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402904
Dec 14 10:17:01.715687 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5de77-1e19-4e78-b844-211a09ff5b4a req-6825909b-b6ab-44b3-b688-957c92d58ad0 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:01.717141 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-84c5de77-1e19-4e78-b844-211a09ff5b4a req-6825909b-b6ab-44b3-b688-957c92d58ad0 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0819550
Dec 14 10:17:01.764491 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-84c5de77-1e19-4e78-b844-211a09ff5b4a req-b9b6aaa7-0542-4e4f-9db1-2919fbb02f47 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412641
Dec 14 10:17:02.955961 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6f61-09b1-4a9e-b7be-f8c16a90dc33 req-59e4578b-ea1e-4bf6-8bbf-16d21c836574 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:02.957388 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-886a6f61-09b1-4a9e-b7be-f8c16a90dc33 req-59e4578b-ea1e-4bf6-8bbf-16d21c836574 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0800877
Dec 14 10:17:03.001880 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-886a6f61-09b1-4a9e-b7be-f8c16a90dc33 req-3aef2bfb-175d-4742-95c8-a8817db185f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390022
Dec 14 10:17:04.195222 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc3a00-073b-4663-b86d-4647f0383574 req-f73e1e71-0c46-4a2c-bdda-907c200ed26a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:04.196639 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5efc3a00-073b-4663-b86d-4647f0383574 req-f73e1e71-0c46-4a2c-bdda-907c200ed26a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0845222
Dec 14 10:17:04.240026 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5efc3a00-073b-4663-b86d-4647f0383574 req-a19c5ffa-7597-4734-9fe5-3666a44ee36c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378735
Dec 14 10:17:05.429519 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2ffb7-6855-4ad8-9193-274987795da8 req-36790aa8-c4b1-4d46-9bea-87bb72f7f8e8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:05.430959 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-69a2ffb7-6855-4ad8-9193-274987795da8 req-36790aa8-c4b1-4d46-9bea-87bb72f7f8e8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0831738
Dec 14 10:17:05.474125 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-69a2ffb7-6855-4ad8-9193-274987795da8 req-9c89ebdb-815c-4da0-b0a2-2696bfd64354 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376794
Dec 14 10:17:06.658605 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894ceb2-7f29-427d-9b02-1b22b2058a61 req-ce184e2e-7e89-4447-bf32-5f2e788dc036 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:06.660031 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6894ceb2-7f29-427d-9b02-1b22b2058a61 req-ce184e2e-7e89-4447-bf32-5f2e788dc036 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0798972
Dec 14 10:17:06.701888 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6894ceb2-7f29-427d-9b02-1b22b2058a61 req-58a50377-aa87-44fe-972c-a101a5d5e203 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363133
Dec 14 10:17:07.888698 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f385a-61b3-449d-ae56-bc3199561702 req-4a35aa74-da17-4829-a21a-129f49d33e58 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:07.890175 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-677f385a-61b3-449d-ae56-bc3199561702 req-4a35aa74-da17-4829-a21a-129f49d33e58 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0795710
Dec 14 10:17:07.933732 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-677f385a-61b3-449d-ae56-bc3199561702 req-abd486a8-7102-4b57-8c34-c1b7b216a5b8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380101
Dec 14 10:17:09.133485 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9253e-5292-44bb-bc0f-7132a386f000 req-b24bd722-2c0f-45de-992e-05b786f6f2cc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:09.134945 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-74c9253e-5292-44bb-bc0f-7132a386f000 req-b24bd722-2c0f-45de-992e-05b786f6f2cc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0888002
Dec 14 10:17:09.179080 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-74c9253e-5292-44bb-bc0f-7132a386f000 req-f001e96b-44d4-4436-92f8-60ebbc201896 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384891
Dec 14 10:17:10.368062 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98617a-5fe6-4591-9c52-8a168b6f2117 req-a2326f86-546c-4ae9-96c6-5c34df93e38c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:10.369395 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7a98617a-5fe6-4591-9c52-8a168b6f2117 req-a2326f86-546c-4ae9-96c6-5c34df93e38c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0819478
Dec 14 10:17:10.412477 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7a98617a-5fe6-4591-9c52-8a168b6f2117 req-50392f76-8dbe-4eb5-98d2-0a15657c6c4a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375078
Dec 14 10:17:11.232954 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:17:11.370713 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:17:11.383999 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': 'aa6402ff-8882-4a58-b152-b056853240b9', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'port_id': 'aa6402ff-8882-4a58-b152-b056853240b9', 'mac_address': 'fa:16:3e:b8:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:17:11.442797 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:11.460151 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa6402ff-8882-4a58-b152-b056853240b9 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:17:11.476317 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:17:11.480901 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:11.482735 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:17:11.553412 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=6']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:17:11.560446 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.560920 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.561260 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.561598 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.561923 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.562268 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.562592 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.562911 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.565155 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.565155 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.565155 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.565155 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:17:11.569459 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['aa6402ff-8882-4a58-b152-b056853240b9'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:17:11.593603 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:17:11.609731 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e51016-fee0-4078-9fa1-c990dc90cfe8 req-8945c416-b6fb-4f50-90a7-f9075724cdac tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:11.611362 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d1e51016-fee0-4078-9fa1-c990dc90cfe8 req-8945c416-b6fb-4f50-90a7-f9075724cdac tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 944 time: 0.0837240
Dec 14 10:17:11.668294 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d1e51016-fee0-4078-9fa1-c990dc90cfe8 req-3d4e6b24-3c26-4b2c-8e36-dd04e4452414 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494397
Dec 14 10:17:12.886321 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37749f-fcba-4bcc-9940-7ec2df97a924 req-132cf71b-b4cc-4ccb-a738-12c0c43fe319 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:12.892990 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c37749f-fcba-4bcc-9940-7ec2df97a924 req-132cf71b-b4cc-4ccb-a738-12c0c43fe319 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 944 time: 0.0896115
Dec 14 10:17:12.944531 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9c37749f-fcba-4bcc-9940-7ec2df97a924 req-44996206-4e2d-4b16-9b5f-bb6c63ab73bd tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501933
Dec 14 10:17:13.256981 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:17:13.436161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port aa6402ff-8882-4a58-b152-b056853240b9 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:17:13.436577 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:13.634271 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:13.680832 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:17:13.691142 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:13.694409 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:17:13.705056 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:13.708539 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:17:13.755862 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9', 'code': 200}
Dec 14 10:17:13.789148 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=7']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:17:13.798365 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:17:14.149020 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d3ab6-045d-4091-a8ea-6f07ece0e0bf req-c2cd6a58-d117-4963-81d1-0cc8aafaad8c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:14.150659 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-522d3ab6-045d-4091-a8ea-6f07ece0e0bf req-c2cd6a58-d117-4963-81d1-0cc8aafaad8c tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0902786
Dec 14 10:17:14.214217 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-522d3ab6-045d-4091-a8ea-6f07ece0e0bf req-e0ca5364-2f37-433d-bc65-6c7ddf571c93 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570474
Dec 14 10:17:14.454660 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1a7461b7-f5dc-40fe-982e-ca41c0f8dd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:15.457362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e2767-697e-4214-be5d-f0f32ded00c2 req-b0c45cf1-6307-43d5-98a6-caa77495d297 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:15.459688 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f36e2767-697e-4214-be5d-f0f32ded00c2 req-b0c45cf1-6307-43d5-98a6-caa77495d297 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0906007
Dec 14 10:17:15.513282 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f36e2767-697e-4214-be5d-f0f32ded00c2 req-c8dcd04c-05c2-4cc9-b4b0-baa416959dcc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478227
Dec 14 10:17:16.672064 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:17:16.746615 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468bfb7-1418-40e1-9682-751b6c508f84 req-dbf593a2-5448-458c-b539-93fadf18fa3b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:16.748745 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5468bfb7-1418-40e1-9682-751b6c508f84 req-dbf593a2-5448-458c-b539-93fadf18fa3b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.1082032
Dec 14 10:17:16.802379 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5468bfb7-1418-40e1-9682-751b6c508f84 req-db81eb46-ac80-4346-8e87-db944e9350bb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442321
Dec 14 10:17:16.844676 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-554ab7d5-edb6-4b4c-b717-176a4230704f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:17.824756 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:17.941963 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:18.019465 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e3f02-a8ba-4581-9d71-f04ca4ca505a req-82d3d7ff-4d79-4658-a623-ca5cf6264c83 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:18.021676 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c59e3f02-a8ba-4581-9d71-f04ca4ca505a req-82d3d7ff-4d79-4658-a623-ca5cf6264c83 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.1072316
Dec 14 10:17:18.188924 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-c59e3f02-a8ba-4581-9d71-f04ca4ca505a req-cdf1b42e-b336-48d2-b916-1703351f5977 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576493
Dec 14 10:17:18.616994 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c87-c0ce-4913-a138-94671bba888f req-c31f0861-63c0-4a32-89cd-ef2b6729d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:18.618567 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d4b97c87-c0ce-4913-a138-94671bba888f req-c31f0861-63c0-4a32-89cd-ef2b6729d3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1098 time: 0.0801337
Dec 14 10:17:18.809209 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c87-c0ce-4913-a138-94671bba888f req-cb016c02-f770-4f40-89d3-c6f013e1d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:18.810831 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d4b97c87-c0ce-4913-a138-94671bba888f req-cb016c02-f770-4f40-89d3-c6f013e1d46c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1655023
Dec 14 10:17:18.948832 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d4b97c87-c0ce-4913-a138-94671bba888f req-7a54e771-cd24-496b-98f6-28432a8f21cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 200  len: 1001 time: 0.1280584
Dec 14 10:17:19.016840 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c87-c0ce-4913-a138-94671bba888f req-2ce9c9a0-63d1-4715-b4d0-452e3b1d5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:19.018602 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d4b97c87-c0ce-4913-a138-94671bba888f req-2ce9c9a0-63d1-4715-b4d0-452e3b1d5fa3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0626888
Dec 14 10:17:19.108329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97c87-c0ce-4913-a138-94671bba888f req-f6ed88aa-2180-41eb-9e80-3628c368916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:19.109996 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d4b97c87-c0ce-4913-a138-94671bba888f req-f6ed88aa-2180-41eb-9e80-3628c368916e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850501
Dec 14 10:17:19.271046 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:19.295452 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d4b97c87-c0ce-4913-a138-94671bba888f req-6f32d5ef-9c17-4a5e-ad43-d18c2446b6d8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783867
Dec 14 10:17:19.428943 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e5f03-1e64-4086-a049-223fae2d2f26 req-f119fa28-dd83-4414-99e9-70ec985cc1be tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:19.431614 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9e3e5f03-1e64-4086-a049-223fae2d2f26 req-f119fa28-dd83-4414-99e9-70ec985cc1be tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0954785
Dec 14 10:17:19.459201 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d4b97c87-c0ce-4913-a138-94671bba888f req-44ba821d-7a5e-4ec8-a736-7da18b21208f service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542392
Dec 14 10:17:19.483524 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9e3e5f03-1e64-4086-a049-223fae2d2f26 req-3b74bcb6-4077-46ae-a39b-806170c1d810 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445440
Dec 14 10:17:20.673596 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a9d9c-f691-4927-9780-7caaf00809e7 req-869f2320-6bb6-4650-a356-efb5632f44b4 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:20.675323 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-385a9d9c-f691-4927-9780-7caaf00809e7 req-869f2320-6bb6-4650-a356-efb5632f44b4 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0797274
Dec 14 10:17:20.717556 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-385a9d9c-f691-4927-9780-7caaf00809e7 req-3a46ff1e-0302-4736-a33e-f946bd4d2ef8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367236
Dec 14 10:17:21.034972 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-ca74d05b-caee-4bf9-8654-dae3dccfaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:21.036487 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-ca74d05b-caee-4bf9-8654-dae3dccfaf4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1098 time: 0.0734546
Dec 14 10:17:21.165072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-69399aa3-436a-4747-8daf-e477156a02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:21.166530 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-69399aa3-436a-4747-8daf-e477156a02b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1243308
Dec 14 10:17:21.269679 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-bcc56b0b-1e2f-455b-8f66-743334833ba7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 200  len: 1001 time: 0.0963643
Dec 14 10:17:21.330023 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-73031499-5cfd-42a6-8577-404ccf22e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:21.332293 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-73031499-5cfd-42a6-8577-404ccf22e81f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0568655
Dec 14 10:17:21.408457 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-2abecc1e-b822-4108-a58c-15f33956277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:21.409975 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-2abecc1e-b822-4108-a58c-15f33956277c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719068
Dec 14 10:17:21.543115 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-b5e58f69-598e-4c8d-b63d-c4946bb7b5f3 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245716
Dec 14 10:17:21.671386 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e19e0773-0d3b-4758-b224-7fb3514f4bce req-fa36146e-a8b1-43f1-bc43-a0cbb7e38d9f service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216033
Dec 14 10:17:21.911793 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b515dc-9b08-43c1-9fa6-a3a9d02e6390 req-ab97315e-44dd-4f5d-af7c-2c56c4161551 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:21.913205 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49b515dc-9b08-43c1-9fa6-a3a9d02e6390 req-ab97315e-44dd-4f5d-af7c-2c56c4161551 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0874779
Dec 14 10:17:21.957265 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-49b515dc-9b08-43c1-9fa6-a3a9d02e6390 req-56fe3a85-0a01-4796-8785-694dc46f5e06 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384459
Dec 14 10:17:23.242875 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d3d6-2921-4eb3-a762-ffa6b0dd9597 req-d8f417ac-7fc9-4c3d-9ee5-adaf485e6add tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:23.244232 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5c03d3d6-2921-4eb3-a762-ffa6b0dd9597 req-d8f417ac-7fc9-4c3d-9ee5-adaf485e6add tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.1769865
Dec 14 10:17:23.293263 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5c03d3d6-2921-4eb3-a762-ffa6b0dd9597 req-1a6c3fc1-b728-41b8-99cd-e5c9dd6e55ce tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429194
Dec 14 10:17:24.490399 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03839395-853a-4451-80a2-a7556a19b706 req-5047401d-aade-4a2a-99c6-95c562ea10a9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:24.491840 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-03839395-853a-4451-80a2-a7556a19b706 req-5047401d-aade-4a2a-99c6-95c562ea10a9 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 945 time: 0.0811327
Dec 14 10:17:24.536166 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-03839395-853a-4451-80a2-a7556a19b706 req-b1f09491-0da8-4ac8-8a77-8b69e6871eea tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386646
Dec 14 10:17:25.304631 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:17:25.419233 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:25.449441 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:17:25.459742 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:17:25.464024 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:25.465747 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:17:25.496162 dv-cinder-818885-1-iscsi neutron-server[86851]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9', 'code': 422} returned with failed status
Dec 14 10:17:25.535325 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=8']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:17:25.538745 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:17:25.995344 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab365a7-e6cd-4337-ac4b-47bce97315e0 req-2db344ad-6a25-4d18-94da-b95400b30635 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:25.996919 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ab365a7-e6cd-4337-ac4b-47bce97315e0 req-2db344ad-6a25-4d18-94da-b95400b30635 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0842564
Dec 14 10:17:26.042558 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ab365a7-e6cd-4337-ac4b-47bce97315e0 req-f1f7a9a6-d815-4dd3-9a3a-f845d442f8c3 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397677
Dec 14 10:17:26.219693 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-8f3a43cf-d70c-45a2-a819-6280eac23b94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0712316
Dec 14 10:17:27.051059 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-3fb9c2c1-5bb0-4f97-b786-42011739e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:27.052502 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-3fb9c2c1-5bb0-4f97-b786-42011739e85e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27&tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd HTTP/1.1" status: 200  len: 1096 time: 0.0706439
Dec 14 10:17:27.147181 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-4d24c3e2-bb26-44ea-bae9-45809f7e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:27.148620 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-4d24c3e2-bb26-44ea-bae9-45809f7e09ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1096 time: 0.0735991
Dec 14 10:17:27.339737 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467810-cd53-4788-8384-0b798869e127 req-60645637-3b74-4420-aac6-730fd1e73e27 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:27.341063 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a467810-cd53-4788-8384-0b798869e127 req-60645637-3b74-4420-aac6-730fd1e73e27 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.1881828
Dec 14 10:17:27.342400 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-5cc521da-d94d-4c6c-8531-110ae3f613cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:27.343650 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-5cc521da-d94d-4c6c-8531-110ae3f613cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 200  len: 917 time: 0.1603332
Dec 14 10:17:27.468601 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-1a467810-cd53-4788-8384-0b798869e127 req-eb574474-4398-45cf-8f4f-184c8ab58640 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1211755
Dec 14 10:17:27.475089 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-18d6ee48-e1d7-4941-8531-f95efb342b6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 200  len: 999 time: 0.1153493
Dec 14 10:17:27.540825 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-23966df5-fd85-4893-a951-5233b55117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:27.542240 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-23966df5-fd85-4893-a951-5233b55117d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 200  len: 855 time: 0.0608397
Dec 14 10:17:27.615950 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-1318fd8b-ca45-468c-8ad7-a24ded80c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:27.617374 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-1318fd8b-ca45-468c-8ad7-a24ded80c912 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2fa2a70-4df9-45a3-be45-0c69ddeca040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686498
Dec 14 10:17:27.751179 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-203e24c2-df9d-4562-b6c5-e2529dc4198d service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267855
Dec 14 10:17:27.880223 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-0253dfde-bfec-4f4b-b043-db15ece56549 req-a5cd22b4-345b-4c03-be6f-92be55dfab14 service neutron] 10.222.0.54 "GET /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228540
Dec 14 10:17:28.687734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32f14c-fbc7-41c7-96cf-c81932f1e49d req-e1ae308b-579a-4d2e-8588-9c297a62f170 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:28.689546 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f32f14c-fbc7-41c7-96cf-c81932f1e49d req-e1ae308b-579a-4d2e-8588-9c297a62f170 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0881429
Dec 14 10:17:28.748364 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f32f14c-fbc7-41c7-96cf-c81932f1e49d req-382e9803-e69d-4b4c-9d86-26b26c8404d5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524671
Dec 14 10:17:29.979782 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ed62-df9c-4927-a587-d9978b21c34c req-b7bef602-8eb7-47e8-a01e-f22f6bc94bc6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:29.981251 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6711ed62-df9c-4927-a587-d9978b21c34c req-b7bef602-8eb7-47e8-a01e-f22f6bc94bc6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0991983
Dec 14 10:17:30.038109 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6711ed62-df9c-4927-a587-d9978b21c34c req-ac1b3318-1575-4cd3-9550-4f38b1be906b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493591
Dec 14 10:17:31.240865 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571fa18-b556-4cc0-b036-3c11e4aa17ef req-027e6751-f301-48f2-aa6b-16b8e14af4d5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:31.242439 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a571fa18-b556-4cc0-b036-3c11e4aa17ef req-027e6751-f301-48f2-aa6b-16b8e14af4d5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0861640
Dec 14 10:17:31.287359 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a571fa18-b556-4cc0-b036-3c11e4aa17ef req-61422f38-31b1-46ee-ac10-2f91df1bd550 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393350
Dec 14 10:17:32.483677 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a26b84-d4d3-4aff-8a20-d9538a1d5994 req-d24f455d-e134-40ec-ae93-92ebfb934731 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:32.485108 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-08a26b84-d4d3-4aff-8a20-d9538a1d5994 req-d24f455d-e134-40ec-ae93-92ebfb934731 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0844145
Dec 14 10:17:32.531543 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-08a26b84-d4d3-4aff-8a20-d9538a1d5994 req-634b433c-dc0b-4884-b1f0-9a265a6935fe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408723
Dec 14 10:17:33.728026 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2bcb1-c7ed-4eb0-bac8-744af464d969 req-731c0cf4-068e-4823-a07a-83adf2d2fd72 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:33.729460 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1ca2bcb1-c7ed-4eb0-bac8-744af464d969 req-731c0cf4-068e-4823-a07a-83adf2d2fd72 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0862060
Dec 14 10:17:33.774795 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1ca2bcb1-c7ed-4eb0-bac8-744af464d969 req-0e6512d9-f2db-480c-b460-682ffda09270 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395257
Dec 14 10:17:34.997636 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16228971-691e-4341-9dd2-aa30e38fd994 req-8e4f7572-22aa-47be-a369-c6a05b1ad080 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:34.999085 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-16228971-691e-4341-9dd2-aa30e38fd994 req-8e4f7572-22aa-47be-a369-c6a05b1ad080 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0992510
Dec 14 10:17:35.043219 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-16228971-691e-4341-9dd2-aa30e38fd994 req-f022433f-a214-46f6-9057-524b2d73642a tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377541
Dec 14 10:17:36.242637 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69877b2f-7eef-47fb-b069-67616e04c312 req-28dc4dbd-7fdd-47eb-beee-709f284e04c2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:36.244055 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-69877b2f-7eef-47fb-b069-67616e04c312 req-28dc4dbd-7fdd-47eb-beee-709f284e04c2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0829287
Dec 14 10:17:36.299565 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-69877b2f-7eef-47fb-b069-67616e04c312 req-dd023bce-705f-45f8-8ec4-df01e3c7fbbc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490620
Dec 14 10:17:37.493211 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71177785-452e-4678-ba7c-b516e6b4c981 req-9b91aa94-ab78-4c25-802d-0d4b585b7033 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:37.494693 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-71177785-452e-4678-ba7c-b516e6b4c981 req-9b91aa94-ab78-4c25-802d-0d4b585b7033 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0874164
Dec 14 10:17:37.549226 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-71177785-452e-4678-ba7c-b516e6b4c981 req-201cf225-e01f-42b5-82bc-c9decc74b513 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482361
Dec 14 10:17:38.741791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb23784-131d-446d-b52c-0aae66c5699e req-32cad7b8-57bb-4889-9873-7eba86b6b0e6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:38.743229 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5cb23784-131d-446d-b52c-0aae66c5699e req-32cad7b8-57bb-4889-9873-7eba86b6b0e6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0842981
Dec 14 10:17:38.787228 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5cb23784-131d-446d-b52c-0aae66c5699e req-f70503f8-7fcd-4ba4-919d-2972e6d3eef1 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383854
Dec 14 10:17:39.974642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018fe18-03f2-4871-9231-d18bc06018fc req-e14b038b-9ace-4b41-b678-9eaa57c1658f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:39.976076 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f018fe18-03f2-4871-9231-d18bc06018fc req-e14b038b-9ace-4b41-b678-9eaa57c1658f tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0800359
Dec 14 10:17:40.019815 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f018fe18-03f2-4871-9231-d18bc06018fc req-b8a6089a-3258-4a29-ba8b-2509a141f1df tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380971
Dec 14 10:17:41.207004 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01af8-adfb-4445-b31d-d3edb28ca1e1 req-21929df4-f594-4c22-8022-e05ac8c8c0d4 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:41.208435 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d5b01af8-adfb-4445-b31d-d3edb28ca1e1 req-21929df4-f594-4c22-8022-e05ac8c8c0d4 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 943 time: 0.0809429
Dec 14 10:17:41.255731 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d5b01af8-adfb-4445-b31d-d3edb28ca1e1 req-11fae88a-f0eb-480f-9d38-0655b4301dfe tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418336
Dec 14 10:17:41.348677 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:17:41.480270 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:17:41.492980 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': 'aa6402ff-8882-4a58-b152-b056853240b9', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'port_id': 'aa6402ff-8882-4a58-b152-b056853240b9', 'mac_address': 'fa:16:3e:b8:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:17:41.549090 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:41.598012 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6402ff-8882-4a58-b152-b056853240b9 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:17:41.613104 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:17:41.616684 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:41.618662 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:17:41.683290 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=9']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:17:41.686267 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:17:41.832664 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['aa6402ff-8882-4a58-b152-b056853240b9'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:17:42.444432 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe159e9-af7a-431d-bcc3-f0e0c291110b req-c3239dde-178f-4ca5-b6a8-faf69ac556e6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:42.445855 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fbe159e9-af7a-431d-bcc3-f0e0c291110b req-c3239dde-178f-4ca5-b6a8-faf69ac556e6 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 944 time: 0.0819511
Dec 14 10:17:42.573845 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fbe159e9-af7a-431d-bcc3-f0e0c291110b req-d59a8dbc-e062-4881-ada6-458d4831ab3b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224232
Dec 14 10:17:43.350641 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:17:43.416397 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port aa6402ff-8882-4a58-b152-b056853240b9 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:17:43.416781 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:43.530478 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:43.556979 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:17:43.566911 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:17:43.571561 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:43.573428 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:17:43.603309 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9', 'code': 200}
Dec 14 10:17:43.646097 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=10']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:17:43.648984 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:17:43.687503 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:43.906544 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3220f5-2852-4d1f-9e2f-dd2977f847f8 req-63549bff-4e32-45ca-affa-b800f0fa6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:43.907918 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cf3220f5-2852-4d1f-9e2f-dd2977f847f8 req-63549bff-4e32-45ca-affa-b800f0fa6a1e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 1099 time: 0.1283243
Dec 14 10:17:43.919429 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645573f1-b72d-40bc-8af9-0d0791f61030 req-8c27e209-759b-4e2c-822e-03ce04c0ef8b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:43.920736 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-645573f1-b72d-40bc-8af9-0d0791f61030 req-8c27e209-759b-4e2c-822e-03ce04c0ef8b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 946 time: 0.1115344
Dec 14 10:17:43.985327 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-cf3220f5-2852-4d1f-9e2f-dd2977f847f8 req-df89b7c0-13a2-4162-8b1a-7ca610f3b06a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636737
Dec 14 10:17:43.990818 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-645573f1-b72d-40bc-8af9-0d0791f61030 req-d49e4f6a-9dbb-49ed-b064-c455ba72f509 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568879
Dec 14 10:17:44.455765 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ff85e472-f314-4f1b-b8bd-89338af7908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:45.295473 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef14fc6-b6b2-4d45-9456-0ce472832cff req-e4ca85a3-4e69-4ab3-a847-f16091ff303b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:45.296925 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4ef14fc6-b6b2-4d45-9456-0ce472832cff req-e4ca85a3-4e69-4ab3-a847-f16091ff303b tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 946 time: 0.1844666
Dec 14 10:17:45.343223 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4ef14fc6-b6b2-4d45-9456-0ce472832cff req-b4ef0e63-ea7f-4636-bbf1-1f9c5a78c2a8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405757
Dec 14 10:17:46.532663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444ed47-f88a-4bab-9d23-ec7c4b72f136 req-d8b21f49-287b-4996-b072-0e2e2f1cc5f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:17:46.534638 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5444ed47-f88a-4bab-9d23-ec7c4b72f136 req-d8b21f49-287b-4996-b072-0e2e2f1cc5f5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 946 time: 0.0830216
Dec 14 10:17:46.577036 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5444ed47-f88a-4bab-9d23-ec7c4b72f136 req-b4bf03c5-cd18-4b75-90ca-f836b0250211 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369275
Dec 14 10:17:46.825695 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d9c1ce35-9012-40f5-a56f-c9373b8f2940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:47.818486 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:47.933356 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:49.258261 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:17:53.661467 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:18:13.691331 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:14.456486 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-624d604f-ad58-40c0-8ef1-973db09f19e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:15.684325 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886c5ab-bac9-49e3-94da-46d785ac91a8 req-6e96e055-6700-4d93-8aa6-3ce1c9d96487 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:15.685743 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4886c5ab-bac9-49e3-94da-46d785ac91a8 req-6e96e055-6700-4d93-8aa6-3ce1c9d96487 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 946 time: 0.1922104
Dec 14 10:18:15.730155 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4886c5ab-bac9-49e3-94da-46d785ac91a8 req-f56e5137-ee6d-4359-9733-0173f1fa42d5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381329
Dec 14 10:18:16.831190 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-149cb711-0419-404b-bf2f-3fb1177903d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:16.914379 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-7d7e4722-709a-4de3-84f0-720aabe705d8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:16.915832 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-7d7e4722-709a-4de3-84f0-720aabe705d8 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 946 time: 0.0857852
Dec 14 10:18:16.994371 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Deleting port aa6402ff-8882-4a58-b152-b056853240b9 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:18:16.995742 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:17.300888 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dcf1d-9d22-46d7-aeef-42e0df37a684 req-e71311f2-6787-4e8e-8deb-9e4a3c4a4e71 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:17.302329 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f82dcf1d-9d22-46d7-aeef-42e0df37a684 req-e71311f2-6787-4e8e-8deb-9e4a3c4a4e71 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 946 time: 0.2742534
Dec 14 10:18:17.339364 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] For port aa6402ff-8882-4a58-b152-b056853240b9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa6402ff-8882-4a58-b152-b056853240b9,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:18:17.339714 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:17.444577 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f82dcf1d-9d22-46d7-aeef-42e0df37a684 req-9864b640-0395-4fb3-b138-55f7dad39b3e tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups?id=d615f5da-2979-4ed3-96b1-782a2eef7eb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310427
Dec 14 10:18:17.663325 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:17.663597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:17.663900 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Floating IP adeef290-d866-43fd-a122-644697f69387 disassociated. External IP: 172.27.2.140, port: aa6402ff-8882-4a58-b152-b056853240b9.
Dec 14 10:18:17.664230 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Calling delete_port for aa6402ff-8882-4a58-b152-b056853240b9 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:18:17.806017 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:17.811494 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8da31f4c-c06c-4961-88fb-3e5a48897496 tempest-ServerRescueNegativeTestJSON-555743256 tempest-ServerRescueNegativeTestJSON-555743256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:17.825844 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:17.858442 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event deleted for resources: {'Port': ['ID=aa6402ff-8882-4a58-b152-b056853240b9,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:17.869454 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.869826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.870217 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.870576 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.870932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.871286 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.871638 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.872013 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.872324 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.872667 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.873011 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.873354 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:17.877142 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:17.935307 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:18.054790 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Router afd21ca1-982a-4e64-b9db-59b69f51c1cc has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:18:18.332764 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:18:18.342153 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] Sync routers for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:18:18.352289 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:18:18.352899 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d22d3d0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:18:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:18.410273 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] No DVR routers for this DVR port aa6402ff-8882-4a58-b152-b056853240b9 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:18:18.411546 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:18.414175 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-deleted', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:18:18.430096 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-80a6ab5b-4a47-42dd-b978-ff04d5029f81 req-e5742d33-dfed-4f31-877a-74814892e829 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.54 "DELETE /v2.0/ports/aa6402ff-8882-4a58-b152-b056853240b9 HTTP/1.1" status: 204  len: 173 time: 1.5087559
Dec 14 10:18:18.466393 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d226a-4c08-4a07-94a7-f7c17c509a27', 'name': 'network-vif-deleted', 'tag': 'aa6402ff-8882-4a58-b152-b056853240b9', 'status': 'completed', 'code': 200}
Dec 14 10:18:18.543263 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:18:18.559138 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-c152e254-74e7-425f-9b2a-8a7fb1cb8539 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0753775
Dec 14 10:18:18.626660 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-b171295d-8787-4392-ab4c-4c6eb5791172 req-16112b17-10bb-4e28-b315-5245741e8460 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Synchronizing usage tracker for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:18:18.643426 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-b171295d-8787-4392-ab4c-4c6eb5791172 req-16112b17-10bb-4e28-b315-5245741e8460 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Unset dirty status for tenant:a0c2622fa7624094bfe5a81b02f1bcdd on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:18:18.645132 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b171295d-8787-4392-ab4c-4c6eb5791172 req-16112b17-10bb-4e28-b315-5245741e8460 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc8d226a-4c08-4a07-94a7-f7c17c509a27 HTTP/1.1" status: 200  len: 210 time: 0.0648880
Dec 14 10:18:18.721902 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-58c278e2-3773-4697-b680-0eddc34466c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:18.723049 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-58c278e2-3773-4697-b680-0eddc34466c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1098 time: 0.0755093
Dec 14 10:18:18.871221 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-83e27a66-321b-4719-84db-e720e90c920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:18.872666 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-83e27a66-321b-4719-84db-e720e90c920d service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1275103
Dec 14 10:18:18.901861 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d22d3d0>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:18.906031 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] Checking router: afd21ca1-982a-4e64-b9db-59b69f51c1cc for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:18:18.914275 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:18:18.914892 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2d22d3d0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:18:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:18.988368 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-18c37a6a-a749-4334-b25a-e8a36a7d35a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 200  len: 1001 time: 0.1070855
Dec 14 10:18:19.067759 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-882e7a1b-8122-4f8a-bb51-08edf00312b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:19.069267 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-882e7a1b-8122-4f8a-bb51-08edf00312b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0708878
Dec 14 10:18:19.103361 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:18:19.155012 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-2a3d7da1-4246-41eb-beaf-3360408ead57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:19.155913 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-2a3d7da1-4246-41eb-beaf-3360408ead57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798419
Dec 14 10:18:19.263440 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:19.293830 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-0990323b-2f17-44c1-8da7-7bc7fb080028 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311440
Dec 14 10:18:19.414544 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2d22d3d0>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:19.418461 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1511b3-bac4-475a-997a-caab534c1ed5 None None] The sync data for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi is: [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:42Z', 'revision_number': 4, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': 'cc81e642-7f84-4a34-a3a9-354224f28730', 'name': '', 'network_id': 'e2fa2a70-4df9-45a3-be45-0c69ddeca040', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'mac_address': 'fa:16:3e:70:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:41Z', 'updated_at': '2021-12-14T10:12:48Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'subnets': [{'id': '4825c587-a64f-4049-8de2-1d1e74cc73fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:18:19.428010 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f8aa0411-0a6d-4e00-9727-4e4b7236a918 req-f1a2a364-11c8-46ec-8492-032473d28494 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277740
Dec 14 10:18:19.631615 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3627379-eea3-43db-9969-c36afe2251eb None None] New status for floating IP adeef290-d866-43fd-a122-644697f69387: DOWN {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:18:19.778313 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39192) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:19.845816 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b7ffce5a-f6db-4f9e-9752-464f87a84ff5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:19.880870 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b7ffce5a-f6db-4f9e-9752-464f87a84ff5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:19.932373 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b7ffce5a-f6db-4f9e-9752-464f87a84ff5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:19.937046 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-dcb43225-2212-4aa0-8a77-d4c5b90315e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:19.956181 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffce5a-f6db-4f9e-9752-464f87a84ff5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615f5da-2979-4ed3-96b1-782a2eef7eb5,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:19.958693 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b7ffce5a-f6db-4f9e-9752-464f87a84ff5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:19.967716 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b7ffce5a-f6db-4f9e-9752-464f87a84ff5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:19.971534 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-b7ffce5a-f6db-4f9e-9752-464f87a84ff5 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "DELETE /v2.0/security-groups/d615f5da-2979-4ed3-96b1-782a2eef7eb5 HTTP/1.1" status: 204  len: 168 time: 0.1894851
Dec 14 10:18:19.972134 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39196) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:19.988457 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.api.v2.resource [None req-d2512cc4-71ba-4238-9228-030adcf98bcc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] show failed (client error): The resource could not be found.
Dec 14 10:18:19.989383 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d2512cc4-71ba-4238-9228-030adcf98bcc tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "GET /v2.0/security-groups/d615f5da-2979-4ed3-96b1-782a2eef7eb5 HTTP/1.1" status: 404  len: 347 time: 0.0163264
Dec 14 10:18:19.992160 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39200) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:20.147476 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Deleting port f541c019-54b1-4e4b-9b8b-4b71953a28bc {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:18:20.148191 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:20.411626 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:20.411876 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:20.530387 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Calling delete_port for f541c019-54b1-4e4b-9b8b-4b71953a28bc owned by network:floatingip {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:18:20.667590 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:20.671760 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b8179245-519c-43cc-81d1-da1ad4fd1448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:20.715488 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Pushing event deleted for resources: {'Port': ['ID=f541c019-54b1-4e4b-9b8b-4b71953a28bc,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:20.740941 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:20.807111 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks [] for floatingip, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:20.824958 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:20.826212 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] 10.222.0.20 "DELETE /v2.0/floatingips/adeef290-d866-43fd-a122-644697f69387 HTTP/1.1" status: 204  len: 168 time: 0.8331699
Dec 14 10:18:21.584035 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:18:21.620640 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: aa6402ff-8882-4a58-b152-b056853240b9 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:18:21.621017 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device aa6402ff-8882-4a58-b152-b056853240b9 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:18:23.574783 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39224) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:24.211695 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:24.646744 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Deleting port cc81e642-7f84-4a34-a3a9-354224f28730 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:18:24.647497 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:24.818158 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] For port cc81e642-7f84-4a34-a3a9-354224f28730, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=cc81e642-7f84-4a34-a3a9-354224f28730,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:18:24.818513 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:24.942658 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Calling delete_port for cc81e642-7f84-4a34-a3a9-354224f28730 owned by network:router_interface {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:18:25.120273 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:25.124120 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9196c446-f644-4c77-9a85-5e932ec47c4a tempest-AttachVolumeTestJSON-1569184274 tempest-AttachVolumeTestJSON-1569184274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:25.168348 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc81e642-7f84-4a34-a3a9-354224f28730,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:25.170872 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:25.438863 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:25.784964 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Router afd21ca1-982a-4e64-b9db-59b69f51c1cc has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:18:26.058200 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:18:26.067395 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] Sync routers for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:18:26.070861 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-6f86ce2a-edf4-41ab-806e-254f5eda6672 admin admin] 10.222.0.20 "PUT /v2.0/routers/afd21ca1-982a-4e64-b9db-59b69f51c1cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4949567
Dec 14 10:18:26.073326 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39230) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:26.076420 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:18:26.077028 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cfac820>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:18:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:26.249328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks [] for router, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:26.253532 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:18:26.428469 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:26.438019 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Deleting port ddff67a7-7ad7-451a-94b7-476559bb6c7d {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:18:26.438367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:26.531854 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cfac820>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:18:25Z', 'revision_number': 5, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port': {'id': 'ddff67a7-7ad7-451a-94b7-476559bb6c7d', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:26.536207 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] Checking router: afd21ca1-982a-4e64-b9db-59b69f51c1cc for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:18:26.544557 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] Routers {'afd21ca1-982a-4e64-b9db-59b69f51c1cc'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:18:26.545190 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2cfac820>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:18:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:26.609670 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] For port ddff67a7-7ad7-451a-94b7-476559bb6c7d, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=ddff67a7-7ad7-451a-94b7-476559bb6c7d,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:18:26.610042 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:26.727173 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] Set router afd21ca1-982a-4e64-b9db-59b69f51c1cc gateway port host: None {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:18:26.734422 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Calling delete_port for ddff67a7-7ad7-451a-94b7-476559bb6c7d owned by network:router_gateway {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:18:26.830621 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2cfac820>, [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:18:26Z', 'revision_number': 6, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port_host': None}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:26.834672 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060053bf-3142-4e92-805c-83a9a0a23966 None None] The sync data for ids ['afd21ca1-982a-4e64-b9db-59b69f51c1cc'] in dv-cinder-818885-1-iscsi is: [{'id': 'afd21ca1-982a-4e64-b9db-59b69f51c1cc', 'name': 'tempest-AttachVolumeShelveTestJSON-501793114-router', 'tenant_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:12:38Z', 'updated_at': '2021-12-14T10:18:26Z', 'revision_number': 6, 'project_id': 'a0c2622fa7624094bfe5a81b02f1bcdd', 'gw_port_host': None}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:18:26.903826 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:26.908940 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:26.979020 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ddff67a7-7ad7-451a-94b7-476559bb6c7d,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:26.981203 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:27.044655 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.218297 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.220824 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.243501 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.244018 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd21ca1-982a-4e64-b9db-59b69f51c1cc {{(pid=86850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:18:27.256880 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] Notify callbacks [] for router, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.258051 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-332fdc08-431d-4e1d-a731-a4cfa3baeb6f admin admin] 10.222.0.20 "DELETE /v2.0/routers/afd21ca1-982a-4e64-b9db-59b69f51c1cc HTTP/1.1" status: 204  len: 168 time: 1.1837444
Dec 14 10:18:27.260526 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39234) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:27.322194 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Deleting subnet 4825c587-a64f-4049-8de2-1d1e74cc73fa {{(pid=86850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:18:27.325023 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.475454 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2638110'] for subnet, precommit_delete_associations {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.552074 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.630715 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10238608'] for subnet, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.635454 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1ff00678-0692-44a6-b44a-1a8452664264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:27.668508 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4825c587-a64f-4049-8de2-1d1e74cc73fa,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:27.671399 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:27.672411 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for subnet, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.681178 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0b8e6-3c8d-4c1c-9058-8657cad2d0db None None] Network e2fa2a70-4df9-45a3-be45-0c69ddeca040 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:18:27.682250 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-e10a2ca8-3f6c-404a-9b10-e228446bdda7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4825c587-a64f-4049-8de2-1d1e74cc73fa HTTP/1.1" status: 204  len: 168 time: 0.4178064
Dec 14 10:18:27.682346 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39238) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:27.796354 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.808016 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Deleting port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:18:27.808355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:27.944499 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] DHCP port deletion for e2fa2a70-4df9-45a3-be45-0c69ddeca040 request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:18:27.948658 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Deleting port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:18:27.949043 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.019484 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] For port 3bad8b52-544c-486e-ad9b-3114dfc35eb6, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=3bad8b52-544c-486e-ad9b-3114dfc35eb6,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:18:28.019884 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.151829 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Calling delete_port for 3bad8b52-544c-486e-ad9b-3114dfc35eb6 owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:18:28.167451 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] For port 3bad8b52-544c-486e-ad9b-3114dfc35eb6, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=3bad8b52-544c-486e-ad9b-3114dfc35eb6,segment=NetworkSegment(9dcabaf0-d7f6-4f3b-b79b-83328112d8e8),segment_id=9dcabaf0-d7f6-4f3b-b79b-83328112d8e8)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:18:28.167853 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.227121 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.231855 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d9338357-1f34-4ee8-ae12-960f9ee83905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:28.279874 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] No DVR routers for this DVR port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 on host dv-cinder-818885-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:18:28.292867 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Calling delete_port for 3bad8b52-544c-486e-ad9b-3114dfc35eb6 owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:18:28.305648 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bad8b52-544c-486e-ad9b-3114dfc35eb6,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:28.331892 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.332182 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.332549 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.332913 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.333266 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.333626 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.334000 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.334353 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.334703 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.335058 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.335400 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.335744 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:28.339001 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:28.365880 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:18:28.366263 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:18:28.411618 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.435681 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2d0bf280>,) {'filters': {'network_id': ['e2fa2a70-4df9-45a3-be45-0c69ddeca040']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:28.447231 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2d0bf280>, '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:28.447523 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2d0bf280>, '9dcabaf0-d7f6-4f3b-b79b-83328112d8e8') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:18:28.460209 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.475179 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.480949 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:18:28.481314 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:18:28.494221 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:18:28.569014 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.572601 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:28.585905 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.595936 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fa2a70-4df9-45a3-be45-0c69ddeca040,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:28.599066 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:28.613293 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e2fa2a70-4df9-45a3-be45-0c69ddeca040 HTTP/1.1" status: 204  len: 168 time: 0.9304693
Dec 14 10:18:28.718989 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ddff67a7-7ad7-451a-94b7-476559bb6c7d no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:18:28.731842 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39244) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:28.785008 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a5d05d7a-e27e-4d45-a346-b83d7454283d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0c2622fa7624094bfe5a81b02f1bcdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516872
Dec 14 10:18:28.785245 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: ddff67a7-7ad7-451a-94b7-476559bb6c7d {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:18:28.785649 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device ddff67a7-7ad7-451a-94b7-476559bb6c7d not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:18:28.786184 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cc81e642-7f84-4a34-a3a9-354224f28730 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:18:28.787379 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39248) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:28.819481 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: cc81e642-7f84-4a34-a3a9-354224f28730 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:18:28.819829 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device cc81e642-7f84-4a34-a3a9-354224f28730 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:18:28.820245 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3bad8b52-544c-486e-ad9b-3114dfc35eb6 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:18:28.845380 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc17-8171-4469-9dd4-470d7c78fcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.852258 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 3bad8b52-544c-486e-ad9b-3114dfc35eb6 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:18:28.852605 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3bad8b52-544c-486e-ad9b-3114dfc35eb6 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:18:28.866954 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Deleting port 3bad8b52-544c-486e-ad9b-3114dfc35eb6 {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:18:28.867339 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.872184 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc17-8171-4469-9dd4-470d7c78fcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.929228 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc17-8171-4469-9dd4-470d7c78fcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.934421 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-847e8a02-f483-49c0-8e6b-f108c1891363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:28.936340 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-1334865d-a724-437e-83a3-0deff61edeb2 None None] The port '3bad8b52-544c-486e-ad9b-3114dfc35eb6' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:18:28.947815 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9fc17-8171-4469-9dd4-470d7c78fcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176d4b9-4e17-4475-b35b-e8ff2af0b7d4,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:28.950235 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-49f9fc17-8171-4469-9dd4-470d7c78fcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:28.960198 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f9fc17-8171-4469-9dd4-470d7c78fcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:28.961297 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-49f9fc17-8171-4469-9dd4-470d7c78fcea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9176d4b9-4e17-4475-b35b-e8ff2af0b7d4 HTTP/1.1" status: 204  len: 168 time: 0.1729636
Dec 14 10:18:30.661567 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:18:33.198115 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39310) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:33.312561 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:33.327936 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:18:33.331901 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Usage tracker for resource:security_group_rule and tenant:21e31ac9f672473e99a910303e7d3261 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:18:33.334821 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:18:33.340508 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:18:33.426965 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:33.430742 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:33.439462 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-995e315d-a08c-4b16-9c9c-0862084b8759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:33.478147 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21e31ac9f672473e99a910303e7d3261&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2788413
Dec 14 10:18:33.480615 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39316) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:33.483269 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a349ce-dd65-4e18-aab1-9d20a8052527,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:33.495268 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3dea034e-ed8f-4680-b06c-fc9df9548bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:33.546113 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9c641c71-53a6-474f-93c1-137c35ceb97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:33.572228 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9c641c71-53a6-474f-93c1-137c35ceb97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:33.623290 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9c641c71-53a6-474f-93c1-137c35ceb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:33.627395 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-90bde1a1-2c31-46c0-bed6-635a31255bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:33.638309 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c641c71-53a6-474f-93c1-137c35ceb97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a349ce-dd65-4e18-aab1-9d20a8052527,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:33.641721 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9c641c71-53a6-474f-93c1-137c35ceb97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:33.645058 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9c641c71-53a6-474f-93c1-137c35ceb97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:33.646172 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-9c641c71-53a6-474f-93c1-137c35ceb97c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0a349ce-dd65-4e18-aab1-9d20a8052527 HTTP/1.1" status: 204  len: 168 time: 0.1646523
Dec 14 10:18:43.690491 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:44.462060 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4b0a33ff-da7a-4391-982a-e137fb411246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:44.524693 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-c697ae5e-63bf-4bba-8ea0-cfea5d7c07a8 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442028405&fields=id&tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 267 time: 0.0407221
Dec 14 10:18:44.675514 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-b36e823e-e98c-474e-a790-879169cff5f0 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:44.676949 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-b36e823e-e98c-474e-a790-879169cff5f0 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 812 time: 0.1456828
Dec 14 10:18:44.691922 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-e6817159-2650-40fc-81e0-76bc8ab9bfe2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/quotas/1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 375 time: 0.0092459
Dec 14 10:18:44.788485 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-050c5e59-a152-4111-a193-55fde0f962fa tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0912807
Dec 14 10:18:44.806212 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-aeb5a9fe-dbd5-47a7-8e84-a69952924175 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:18:44.807527 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-aeb5a9fe-dbd5-47a7-8e84-a69952924175 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0071869
Dec 14 10:18:44.962220 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-e5996e59-4b05-4cf0-9d01-abdeae433f37 service neutron] 10.222.0.20 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481187
Dec 14 10:18:45.098288 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-9d1e418e-8f39-4fe2-8cf1-d88ce048d3ae service neutron] 10.222.0.20 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303070
Dec 14 10:18:45.464995 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-48dc54da-0add-48b1-a4c4-e41bb22f5490 req-66013152-a7fb-4c85-98d5-6ad51f9872f9 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 210 time: 0.0428121
Dec 14 10:18:46.512518 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-c3f2a56d-912b-4a65-a153-fa38bd0f1af7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:46.515451 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-c3f2a56d-912b-4a65-a153-fa38bd0f1af7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 812 time: 0.1837544
Dec 14 10:18:46.569340 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1b4dffc5-7bf8-4c82-897d-39c2edff961d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3 HTTP/1.1" status: 200  len: 379 time: 0.0464149
Dec 14 10:18:46.614447 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'port': {'device_id': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'admin_state_up': True, 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'security_groups': ['c452a80a-69ce-4663-9f0f-514ea31b5a23']}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:18:46.646250 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5597ba21-efe0-48b8-a6d8-ec633bebb302 req-eca4bcf3-07b9-45e3-95fb-97b738d4d7d1 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 210 time: 0.0693810
Dec 14 10:18:46.759751 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:18:46.769109 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:18:46.778285 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Made reservation on behalf of 1381b4c2d5654dc2bf924671ef0ec4a3 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:18:46.781797 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:46.832905 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-b655d4f1-30fe-4831-989d-6358b08d5b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:46.945238 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Allocated IP 172.20.0.6 (bd1cbab0-8707-4ef3-99d9-9624dbe62aa4/04090e2f-9a2e-4a65-bbcf-e8afc2661320/a75e5b84-f235-4d33-9d34-15a4fbd8cb85) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:18:47.133835 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.150258 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Transition to ACTIVE for port object a75e5b84-f235-4d33-9d34-15a4fbd8cb85 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:18:47.174898 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.180679 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8b65e0ea-7b84-48aa-918a-58f472a4415e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:47.249283 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:18:47.252671 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:18:47.255066 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:18:47.300294 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:47.303359 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:47.327087 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:47.327690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.355237 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7765038
Dec 14 10:18:47.365773 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-13f90aa2-b2ea-46a1-a2c7-f9681bc9f226 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:18:47.366885 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-13f90aa2-b2ea-46a1-a2c7-f9681bc9f226 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050256
Dec 14 10:18:47.377663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Request body: {'port': {'device_id': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:18:47.475843 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-590f3211-d495-430c-85b2-4a20b0fdff5d None None] Provisioning for port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 completed by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:18:47.481289 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-590f3211-d495-430c-85b2-4a20b0fdff5d None None] Provisioning complete for port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 triggered by entity DHCP. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:18:47.481690 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-590f3211-d495-430c-85b2-4a20b0fdff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.538524 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-590f3211-d495-430c-85b2-4a20b0fdff5d None None] Port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 cannot update to ACTIVE because it is not bound. {{(pid=86851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 14 10:18:47.595299 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.829531 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.938726 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.939832 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff02f-ba09-4def-b470-caaa753ef962 req-01816f37-e5e5-4ecf-a5f1-462d7bb8c2f8 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:47.940766 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fb1ff02f-ba09-4def-b470-caaa753ef962 req-01816f37-e5e5-4ecf-a5f1-462d7bb8c2f8 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 931 time: 0.1752770
Dec 14 10:18:47.960638 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75e5b84-f235-4d33-9d34-15a4fbd8cb85 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:18:47.967961 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.983100 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Transition to ACTIVE for port object a75e5b84-f235-4d33-9d34-15a4fbd8cb85 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:18:47.986914 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:47.990963 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fb1ff02f-ba09-4def-b470-caaa753ef962 req-425280c5-b671-4d6d-bb0a-a7a6644578f4 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398810
Dec 14 10:18:47.998973 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4292b544-666e-467a-ac33-78ea916f6a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:48.155361 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:48.162538 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:48.233657 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Attempting to bind port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:18:48.234015 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Attempting to bind port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:18:48.234348 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Attempting to bind port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:18:48.239444 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:18:48.239758 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Attempting to bind port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 on network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:18:48.244818 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:18:48.245150 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Checking segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:18:48.245528 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Bound using segment: {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:18:48.245945 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Bound port: a75e5b84-f235-4d33-9d34-15a4fbd8cb85, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9055e9ae-3e07-432f-9c9c-4f852d222c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:18:48.246312 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:48.338970 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] For port a75e5b84-f235-4d33-9d34-15a4fbd8cb85, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:18:48.341867 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] For port a75e5b84-f235-4d33-9d34-15a4fbd8cb85, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:18:48.346418 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:48.350668 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b457b3a1-74de-4604-b96b-d43cce0b5ca2 tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:48.408742 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:48.409346 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:48.410779 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] 10.222.0.54 "PUT /v2.0/ports/a75e5b84-f235-4d33-9d34-15a4fbd8cb85 HTTP/1.1" status: 200  len: 1093 time: 1.0377626
Dec 14 10:18:48.411283 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:18:48.433671 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:48.436779 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:48.469856 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'status': 'completed', 'code': 200}
Dec 14 10:18:48.627724 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-735329b4-7e81-4e05-aae9-ac735304993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:48.629187 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-735329b4-7e81-4e05-aae9-ac735304993d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 1096 time: 0.1796005
Dec 14 10:18:48.701515 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-a0e5d6a4-d34e-436b-ba16-1db88b9cc8c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85 HTTP/1.1" status: 200  len: 217 time: 0.0640800
Dec 14 10:18:48.764785 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-accc375e-1597-4c68-8ec9-1674142f1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:48.766228 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-accc375e-1597-4c68-8ec9-1674142f1eb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0584614
Dec 14 10:18:48.846712 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-64aa7594-3d83-4f99-811c-8afa45600cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:48.848187 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-64aa7594-3d83-4f99-811c-8afa45600cf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758138
Dec 14 10:18:48.981911 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-73868e46-af67-422a-8698-46c58da27483 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268747
Dec 14 10:18:49.125944 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-13457a1d-2116-46e3-a080-80c7d7b14447 req-36a7aa72-3005-472b-847a-48965ea425c3 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368630
Dec 14 10:18:49.199052 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f75f-41d5-43cf-9f9b-1fda88f35190 req-e6bb2795-9545-4a12-9c4e-d978e5f54d0a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:49.200506 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b508f75f-41d5-43cf-9f9b-1fda88f35190 req-e6bb2795-9545-4a12-9c4e-d978e5f54d0a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.0899241
Dec 14 10:18:49.244315 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-eef7e724-db4e-49a4-b52a-d32d8cfa08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:49.245731 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-eef7e724-db4e-49a4-b52a-d32d8cfa08d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 1096 time: 0.0737102
Dec 14 10:18:49.249676 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b508f75f-41d5-43cf-9f9b-1fda88f35190 req-1d96bfd4-6aa3-4fe6-9cd9-e0dba08893c0 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429218
Dec 14 10:18:49.271551 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:49.468937 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-7a3151db-3096-453a-833c-ea8e9ae8032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:49.471153 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-7a3151db-3096-453a-833c-ea8e9ae8032c service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.2182832
Dec 14 10:18:49.544960 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-610aa124-9acb-4369-8b6c-391b5e80fea7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85 HTTP/1.1" status: 200  len: 217 time: 0.0639608
Dec 14 10:18:49.613474 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-610c1201-0551-46f4-aa61-b68bb98c1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:49.614834 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-610c1201-0551-46f4-aa61-b68bb98c1d92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0558457
Dec 14 10:18:49.691192 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-b819ef66-0b96-47bf-b69a-d292a9ba666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:49.692653 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-b819ef66-0b96-47bf-b69a-d292a9ba666c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710251
Dec 14 10:18:49.820388 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-85526dad-4558-4df6-84fd-455e4bd9ee42 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211784
Dec 14 10:18:49.948370 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f5c85e77-3d2e-4bc2-ba09-2179b7075cdd req-278cebc4-3084-4ce0-b980-a04aece96351 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212931
Dec 14 10:18:50.438676 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a394f31-b6d3-45d6-aa25-c259c846c732 req-80f15118-9e5b-46fe-b5fb-4705a440b1f6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:50.439351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-2a394f31-b6d3-45d6-aa25-c259c846c732 req-80f15118-9e5b-46fe-b5fb-4705a440b1f6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:18:50.455255 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-2a394f31-b6d3-45d6-aa25-c259c846c732 req-80f15118-9e5b-46fe-b5fb-4705a440b1f6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:18:50.456533 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a394f31-b6d3-45d6-aa25-c259c846c732 req-80f15118-9e5b-46fe-b5fb-4705a440b1f6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.0965874
Dec 14 10:18:50.502659 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a394f31-b6d3-45d6-aa25-c259c846c732 req-2a1876a7-5f88-43a1-8a79-6e5c4f8680c9 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404992
Dec 14 10:18:51.683776 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bcdd0-af14-4219-8f0b-8d01589afc51 req-84dfbd2a-3ec6-4a20-a8b0-e06a34114810 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:51.685191 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1f8bcdd0-af14-4219-8f0b-8d01589afc51 req-84dfbd2a-3ec6-4a20-a8b0-e06a34114810 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.0805519
Dec 14 10:18:51.729353 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1f8bcdd0-af14-4219-8f0b-8d01589afc51 req-1f64caf2-06d7-4bb8-bc4c-ba5d4f11e9ee tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379999
Dec 14 10:18:52.377105 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39604) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:52.489913 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:52.504047 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:18:52.507818 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd7d5128c8d431f9233ab711fcfb0df is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:18:52.510561 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:18:52.516069 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:18:52.595777 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:52.599089 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:52.609280 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f70e3c35-1276-4e55-bb58-30543851b585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:52.648630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf9359-bd4c-42e6-aeb9-44915c0682c5,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:52.653103 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccd7d5128c8d431f9233ab711fcfb0df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2751060
Dec 14 10:18:52.654054 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-896e0cf5-7b6d-4d7c-ab97-a1eb5700d8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:52.655722 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39610) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:52.713372 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d90c24d3-03cb-49a6-9db5-87fa479912d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:52.739709 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d90c24d3-03cb-49a6-9db5-87fa479912d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:52.793323 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d90c24d3-03cb-49a6-9db5-87fa479912d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:52.799564 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-daebd791-e02d-43ef-b929-3cd4c4e95faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:52.811637 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c24d3-03cb-49a6-9db5-87fa479912d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf9359-bd4c-42e6-aeb9-44915c0682c5,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:52.814797 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d90c24d3-03cb-49a6-9db5-87fa479912d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:52.816066 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d90c24d3-03cb-49a6-9db5-87fa479912d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:52.819060 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d90c24d3-03cb-49a6-9db5-87fa479912d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/baaf9359-bd4c-42e6-aeb9-44915c0682c5 HTTP/1.1" status: 204  len: 168 time: 0.1623728
Dec 14 10:18:52.919361 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069ae42-aa63-4d57-96fa-8131419012d3 req-342596d2-643b-4c84-86a5-3539456bfbde tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:52.920830 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8069ae42-aa63-4d57-96fa-8131419012d3 req-342596d2-643b-4c84-86a5-3539456bfbde tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.0840631
Dec 14 10:18:52.965542 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8069ae42-aa63-4d57-96fa-8131419012d3 req-5f403190-01a9-4466-b1a9-563d078d4e52 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384388
Dec 14 10:18:53.089472 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39620) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:53.106622 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:53.121479 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:18:53.125501 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b1721ce4dcac4ff283a1bfa8c35ac1ba is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:18:53.128963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:18:53.134813 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:18:53.215046 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:53.218510 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:53.225727 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-26e44064-bf36-4a9b-9ef8-6fc2b8b580b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:53.264873 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1721ce4dcac4ff283a1bfa8c35ac1ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1742845
Dec 14 10:18:53.265750 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0164e82-4d68-4616-b765-52c970299b8e,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:53.267597 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39624) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:18:53.269372 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-39672c22-8909-4c2b-bc70-6fec2b8613a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:53.329247 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:53.354501 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:53.403697 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:53.407874 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-72423966-85f3-46fc-80c2-3c00d5a21410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:53.420522 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0164e82-4d68-4616-b765-52c970299b8e,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:53.424861 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:53.427935 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:53.429028 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0164e82-4d68-4616-b765-52c970299b8e HTTP/1.1" status: 204  len: 168 time: 0.1604607
Dec 14 10:18:54.159752 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c535-d2ba-4936-a22a-bdb72766c997 req-6d437723-0bd9-4f8a-a1fa-39a8c14c48f1 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:54.161657 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8e05c535-d2ba-4936-a22a-bdb72766c997 req-6d437723-0bd9-4f8a-a1fa-39a8c14c48f1 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.0826015
Dec 14 10:18:54.205691 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8e05c535-d2ba-4936-a22a-bdb72766c997 req-8198c3bb-121f-400b-8e42-4bd5bc6ef0fd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383713
Dec 14 10:18:55.393582 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bbe93-0a4e-460c-bacb-895753a00cba req-569cd129-4f76-434c-922d-b4c85cb158a2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:55.395077 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305bbe93-0a4e-460c-bacb-895753a00cba req-569cd129-4f76-434c-922d-b4c85cb158a2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.0855119
Dec 14 10:18:55.439849 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-305bbe93-0a4e-460c-bacb-895753a00cba req-3716ed83-8fd1-4a3b-81dc-4b50f066b6d0 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392013
Dec 14 10:18:56.762252 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c02a01-9d51-417b-ae5f-7299396d22aa req-694f0748-9a2e-420d-a205-f14f519d74cf tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:56.763700 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d7c02a01-9d51-417b-ae5f-7299396d22aa req-694f0748-9a2e-420d-a205-f14f519d74cf tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.0833521
Dec 14 10:18:56.809114 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d7c02a01-9d51-417b-ae5f-7299396d22aa req-0ec464d4-1ecc-4181-a43d-7e88fa331d50 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387502
Dec 14 10:18:57.795872 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device a75e5b84-f235-4d33-9d34-15a4fbd8cb85 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:18:57.935157 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port a75e5b84-f235-4d33-9d34-15a4fbd8cb85, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:18:57.949115 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'port_id': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'mac_address': 'fa:16:3e:c7:bf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:18:58.018457 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:58.037918 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75e5b84-f235-4d33-9d34-15a4fbd8cb85 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:18:58.039314 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beba1f-41da-4c00-9ca7-8fd56bf4cb97 req-1e129b7d-72b0-4c7e-bbe6-99a54f6ee44e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:58.041315 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-60beba1f-41da-4c00-9ca7-8fd56bf4cb97 req-1e129b7d-72b0-4c7e-bbe6-99a54f6ee44e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 943 time: 0.1008666
Dec 14 10:18:58.055964 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port a75e5b84-f235-4d33-9d34-15a4fbd8cb85, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:18:58.060777 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:58.062466 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:18:58.093307 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-60beba1f-41da-4c00-9ca7-8fd56bf4cb97 req-549ccf5a-b933-44fd-b9a6-984d42f08c2a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462883
Dec 14 10:18:58.130512 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:18:58.137775 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.138152 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.138495 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.138836 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.139170 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.139506 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.139831 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.140158 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.140482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.140805 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.141127 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.142084 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:18:58.146629 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:18:58.289877 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['a75e5b84-f235-4d33-9d34-15a4fbd8cb85'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:18:59.290603 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea26f4-8d9f-4c2e-abff-fb7d477a83fd req-aeecd8f8-f7c5-4104-8f33-96b905d6468d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:18:59.291978 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-40ea26f4-8d9f-4c2e-abff-fb7d477a83fd req-aeecd8f8-f7c5-4104-8f33-96b905d6468d tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 944 time: 0.0814619
Dec 14 10:18:59.341856 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-40ea26f4-8d9f-4c2e-abff-fb7d477a83fd req-744a7c35-46d2-49ac-9220-562e30ae5c9a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441535
Dec 14 10:18:59.802446 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device a75e5b84-f235-4d33-9d34-15a4fbd8cb85 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:18:59.869516 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:18:59.873946 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:18:59.874344 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:18:59.988482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:00.014425 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:00.024765 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port a75e5b84-f235-4d33-9d34-15a4fbd8cb85, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:00.029022 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:00.030947 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:00.065751 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'code': 200}
Dec 14 10:19:00.098688 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:00.101642 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:00.328026 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665bb7-71f5-49bb-a722-e72192a1ab08 req-c9a5f82c-4c77-40ee-bad2-63daf0eb510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:00.329909 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa665bb7-71f5-49bb-a722-e72192a1ab08 req-c9a5f82c-4c77-40ee-bad2-63daf0eb510e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 1098 time: 0.0699801
Dec 14 10:19:00.369618 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-aa665bb7-71f5-49bb-a722-e72192a1ab08 req-da64fbab-eb84-4756-b714-94ce1f2d8274 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333424
Dec 14 10:19:00.525190 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea9256-c4b6-4368-9e0b-9d16cfe3e838 req-ed3fb844-4996-42db-ae06-64aa47b8d9c5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:00.526668 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dfea9256-c4b6-4368-9e0b-9d16cfe3e838 req-ed3fb844-4996-42db-ae06-64aa47b8d9c5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 945 time: 0.0797720
Dec 14 10:19:00.572107 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dfea9256-c4b6-4368-9e0b-9d16cfe3e838 req-aa80ddc7-c202-44ad-88de-752a26a61168 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393994
Dec 14 10:19:01.755321 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75357ec-47c7-4c80-bd10-ca682d525896 req-74b85b0a-727d-4a4a-b327-37f385f75bac tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:01.756739 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f75357ec-47c7-4c80-bd10-ca682d525896 req-74b85b0a-727d-4a4a-b327-37f385f75bac tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 945 time: 0.0817893
Dec 14 10:19:01.800233 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-f75357ec-47c7-4c80-bd10-ca682d525896 req-c3d13927-4074-4951-b915-2458466f145e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379629
Dec 14 10:19:01.982682 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59205-e3b6-4e5b-9ae9-932287860a23 req-55e08f4d-16ec-4eb4-adb7-b58c977876c6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:01.984104 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-25a59205-e3b6-4e5b-9ae9-932287860a23 req-55e08f4d-16ec-4eb4-adb7-b58c977876c6 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 945 time: 0.0839446
Dec 14 10:19:02.027284 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-25a59205-e3b6-4e5b-9ae9-932287860a23 req-f146c069-c702-4d43-b242-1dcbc88ee870 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376289
Dec 14 10:19:02.051079 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39760) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:02.122605 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c710d-5432-4a1c-bb7b-902f4595db9b tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:02.124167 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8b5c710d-5432-4a1c-bb7b-902f4595db9b tempest-TestVolumeBootPattern-1140801681 tempest-TestVolumeBootPattern-1140801681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 1093 time: 0.0721271
Dec 14 10:19:02.127284 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39768) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:02.132545 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Request body: {'floatingip': {'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'port_id': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:19:02.138643 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:02.143174 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Usage tracker for resource:floatingip and tenant:1381b4c2d5654dc2bf924671ef0ec4a3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:02.146166 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:02.152009 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:02.164299 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.319842 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.459994 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Allocated IP 172.27.2.92 (f545a049-6cf8-4c9d-bcd6-490607b3a6e9/405f7d21-f752-4d89-ad0a-50a9205c5889/6be2d90b-6868-491a-ac62-22433cd9b243) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:19:02.482466 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39778) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:02.601505 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.609878 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.618270 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:02.622164 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e851283a973848b5a569c6fb4683d619 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:02.625029 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:02.631297 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:02.639948 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.643800 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7a822403-40cc-4f86-b490-4e035ab8a7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:02.714503 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Network f545a049-6cf8-4c9d-bcd6-490607b3a6e9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:19:02.716709 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.717724 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Resources bound (agent type, host, resource id):  {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:19:02.720934 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:19:02.722899 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.729941 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6fae499e-8ae5-41e6-a254-59733867d392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:02.751814 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=6be2d90b-6868-491a-ac62-22433cd9b243,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:02.755751 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:02.783427 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e851283a973848b5a569c6fb4683d619&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2998469
Dec 14 10:19:02.786438 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39784) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:02.800263 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5e1c9c-2f7f-4fdb-ab08-485e48641a17,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:02.804830 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-62e25dca-7a50-4375-9a40-664c3a7e42d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:02.853396 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d468f27b-e3ce-4b70-8907-c29e8e402f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.880362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d468f27b-e3ce-4b70-8907-c29e8e402f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.935213 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d468f27b-e3ce-4b70-8907-c29e8e402f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.940949 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6c2fbdf4-502d-444d-8a46-6491de998cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:02.955563 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468f27b-e3ce-4b70-8907-c29e8e402f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5e1c9c-2f7f-4fdb-ab08-485e48641a17,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:02.958464 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d468f27b-e3ce-4b70-8907-c29e8e402f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:02.965387 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d468f27b-e3ce-4b70-8907-c29e8e402f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:02.968912 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d468f27b-e3ce-4b70-8907-c29e8e402f4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be5e1c9c-2f7f-4fdb-ab08-485e48641a17 HTTP/1.1" status: 204  len: 168 time: 0.1792016
Dec 14 10:19:03.249847 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.250940 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39792) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:03.268291 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.283270 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:03.287148 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3b39c7b2554257b5cbfb32385dccdf is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:03.289846 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:03.295446 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:03.334163 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.381877 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.386980 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.405461 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1fd005ce-bd6a-4b1a-a72c-5ae6d93a1e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:03.449896 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e3b39c7b2554257b5cbfb32385dccdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1978805
Dec 14 10:19:03.450950 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c1ea7e-12aa-4911-9d69-6fcd46a220a0,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:03.453338 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39796) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:03.456493 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-14033ec2-ffab-4798-b970-eefe896b3423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:03.512608 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b65b-349a-48d1-8d14-9d4d673de5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.541082 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b65b-349a-48d1-8d14-9d4d673de5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.559039 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.564243 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532062'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.567706 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:03.592629 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b65b-349a-48d1-8d14-9d4d673de5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.598759 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-68edbe58-2ab2-48b8-9df8-5fdcfb79bd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:03.611473 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5b65b-349a-48d1-8d14-9d4d673de5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c1ea7e-12aa-4911-9d69-6fcd46a220a0,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:03.614342 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4bf5b65b-349a-48d1-8d14-9d4d673de5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:03.617571 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4bf5b65b-349a-48d1-8d14-9d4d673de5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.622509 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-4bf5b65b-349a-48d1-8d14-9d4d673de5de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3c1ea7e-12aa-4911-9d69-6fcd46a220a0 HTTP/1.1" status: 204  len: 168 time: 0.1652005
Dec 14 10:19:03.674981 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event updated for resources: {'Port': ['ID=6be2d90b-6868-491a-ac62-22433cd9b243,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:03.678869 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:03.685523 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633527'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:03.854330 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Floating IP ef078dd6-8e26-44dc-b974-c0278bb38a8b associated. External IP: 172.27.2.92, port: a75e5b84-f235-4d33-9d34-15a4fbd8cb85.
Dec 14 10:19:03.975193 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39804) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:03.994073 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.009907 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:04.014266 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Usage tracker for resource:security_group_rule and tenant:5445dd654c04431a91d1b36a8271c710 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:04.018016 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:04.024329 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:04.116169 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.120159 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.134131 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fc6b041f-e8ea-47a6-a863-8ccda4329c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:04.209757 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:19:04.287936 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5445dd654c04431a91d1b36a8271c710&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3116515
Dec 14 10:19:04.288874 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865d20da-47e0-4a9d-8828-c6ca6799669a,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:04.291900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-29ec882c-d9d4-4c60-8b09-0f85c3ff2d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:04.292540 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 39808) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:04.350396 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-40276a75-3160-4db9-98c7-91f8297f2806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.377909 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-40276a75-3160-4db9-98c7-91f8297f2806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.432995 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-40276a75-3160-4db9-98c7-91f8297f2806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.436968 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-e99856d4-2112-443c-bc9c-25e831ba20a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:04.448864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40276a75-3160-4db9-98c7-91f8297f2806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865d20da-47e0-4a9d-8828-c6ca6799669a,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:04.451195 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-40276a75-3160-4db9-98c7-91f8297f2806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:04.458690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-40276a75-3160-4db9-98c7-91f8297f2806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.462300 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-40276a75-3160-4db9-98c7-91f8297f2806 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/865d20da-47e0-4a9d-8828-c6ca6799669a HTTP/1.1" status: 204  len: 168 time: 0.1664433
Dec 14 10:19:04.513622 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:19:04.525460 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:19:04.537675 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:19:04.538602 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c61e820>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:18:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:19:04.540263 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:04.605979 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0efb00db-6c0e-4c0e-9b76-e8dcbc794f76 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4684737
Dec 14 10:19:04.605979 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:04.740866 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:19:04.871653 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'status': 'completed', 'code': 200}
Dec 14 10:19:04.967957 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b407-9505-4543-8869-16d7186c5261 req-534be2a2-32b2-4735-9581-2d55724cecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:04.969473 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3f1b407-9505-4543-8869-16d7186c5261 req-534be2a2-32b2-4735-9581-2d55724cecd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 1098 time: 0.0754409
Dec 14 10:19:05.123337 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b407-9505-4543-8869-16d7186c5261 req-5a523ce4-9802-4c2a-b857-5abe5c55e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:05.129455 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3f1b407-9505-4543-8869-16d7186c5261 req-5a523ce4-9802-4c2a-b857-5abe5c55e699 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1537125
Dec 14 10:19:05.188626 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c61e820>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:57Z', 'revision_number': 1, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}, {'id': 'ef078dd6-8e26-44dc-b974-c0278bb38a8b', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:c7:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:19:03Z', 'updated_at': '2021-12-14T10:19:03Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:19:05.193293 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:19:05.202074 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:19:05.202673 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c61e820>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:18:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:19:05.237730 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3f1b407-9505-4543-8869-16d7186c5261 req-dbdbb213-8448-4dd9-b0db-1c2d05fb90bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85 HTTP/1.1" status: 200  len: 998 time: 0.1020219
Dec 14 10:19:05.257021 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39838) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:05.300995 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b407-9505-4543-8869-16d7186c5261 req-e8fd5393-1b22-4267-8fb8-cf726613d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:05.302561 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3f1b407-9505-4543-8869-16d7186c5261 req-e8fd5393-1b22-4267-8fb8-cf726613d23c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0593042
Dec 14 10:19:05.377711 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-887032945-network', 'tenant_id': '51c3d9486e5240b49749f90b95d2e3d1'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:19:05.383101 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:05.387046 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Usage tracker for resource:network and tenant:51c3d9486e5240b49749f90b95d2e3d1 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:05.390889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:05.392197 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b407-9505-4543-8869-16d7186c5261 req-089f20be-f92f-480a-b80a-e7e8f5614dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:05.393228 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:19:05.393669 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3f1b407-9505-4543-8869-16d7186c5261 req-089f20be-f92f-480a-b80a-e7e8f5614dfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852520
Dec 14 10:19:05.397460 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:05.408042 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Made reservation on behalf of 51c3d9486e5240b49749f90b95d2e3d1 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:19:05.411088 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.424315 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.441927 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:05.445846 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Usage tracker for resource:security_group_rule and tenant:51c3d9486e5240b49749f90b95d2e3d1 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:05.448679 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:05.454600 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:05.534619 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3f1b407-9505-4543-8869-16d7186c5261 req-74b09524-7db0-4a94-961a-43fe7fa302f0 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345789
Dec 14 10:19:05.549115 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.553327 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.557635 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2865c453-e657-4b6c-8856-8818e7bda48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:05.585840 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b77c825-abcb-4952-a1b9-3a322fc721ab,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:05.588956 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:05.597684 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'}  {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 14 10:19:05.607505 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.607850 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Added segment 42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896 of type vlan for network 23855567-e612-4fa6-957a-5f2beab24937
Dec 14 10:19:05.636692 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756949885139'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.667768 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.668697 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:05.669281 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:05.674595 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b3f1b407-9505-4543-8869-16d7186c5261 req-5fe8d44d-87ed-48d3-966f-356a121bab3c service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342282
Dec 14 10:19:05.675330 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c181afe6-8114-4b44-91d8-9b6316d5f86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:05.766662 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c61e820>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:57Z', 'revision_number': 1, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}, {'id': 'ef078dd6-8e26-44dc-b974-c0278bb38a8b', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:c7:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:19:03Z', 'updated_at': '2021-12-14T10:19:03Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:19:05.771185 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f8659-8c30-4d47-a48a-161594984d17 None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:57Z', 'revision_number': 1, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}, {'id': 'ef078dd6-8e26-44dc-b974-c0278bb38a8b', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:c7:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:19:03Z', 'updated_at': '2021-12-14T10:19:03Z', 'revision_number': 0, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:19:05.776294 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Pushing event updated for resources: {'Network': ['ID=23855567-e612-4fa6-957a-5f2beab24937,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:05.779570 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5215311
Dec 14 10:19:05.780493 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d4563efc-b1fb-4936-add8-f11b817d3c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:05.782350 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 39844) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:19:05.788163 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Request body: {'subnet': {'network_id': '23855567-e612-4fa6-957a-5f2beab24937', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-887032945-subnet', 'tenant_id': '51c3d9486e5240b49749f90b95d2e3d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:19:05.789761 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Network 23855567-e612-4fa6-957a-5f2beab24937 details requested by agent ovs-agent-dv-cinder-818885-1-iscsi with host dv-cinder-818885-1-iscsi {{(pid=86851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 14 10:19:05.793215 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:05.797148 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Usage tracker for resource:subnet and tenant:51c3d9486e5240b49749f90b95d2e3d1 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:05.800887 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:05.808933 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:05.819653 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Made reservation on behalf of 51c3d9486e5240b49749f90b95d2e3d1 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:19:05.822153 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342689'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:06.003304 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d78e61-9994-4f86-915f-6fb8f8439d68 None None] New status for floating IP ef078dd6-8e26-44dc-b974-c0278bb38a8b: ACTIVE {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:19:06.037722 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342675'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:06.041536 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d32a1ea1-a2af-46dc-b255-358c0a58870c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:06.112372 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc80895-c7d9-4631-b32c-5b2ccdc24246,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:06.116223 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:06.123205 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Checking segment: {'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:19:06.123590 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Network hostable DHCP agents. Network: 23855567-e612-4fa6-957a-5f2beab24937, hostable agents: ['3c40028c-ff25-4e71-b583-aae9bca0adab'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 14 10:19:06.143832 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Network 23855567-e612-4fa6-957a-5f2beab24937 is scheduled to be hosted by DHCP agent 3c40028c-ff25-4e71-b583-aae9bca0adab with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 14 10:19:06.153369 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818885-1-iscsi, 23855567-e612-4fa6-957a-5f2beab24937) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:19:06.158216 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:06.159127 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:06.163278 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac8260-fea6-4b5f-a9e4-82cfd61664df None None] Network 23855567-e612-4fa6-957a-5f2beab24937 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:19:06.189455 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3972173
Dec 14 10:19:06.393768 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01014d60-630b-4a30-b10b-c6d605bf84c4 None None] Network 23855567-e612-4fa6-957a-5f2beab24937 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:19:07.660511 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:19:08.139652 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-09272ea6-650a-4dfe-b599-883b4cd97497 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:08.140317 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-09272ea6-650a-4dfe-b599-883b4cd97497 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Synchronizing usage tracker for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:19:08.155691 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-09272ea6-650a-4dfe-b599-883b4cd97497 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Unset dirty status for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:19:08.156813 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-09272ea6-650a-4dfe-b599-883b4cd97497 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/networks?id=23855567-e612-4fa6-957a-5f2beab24937 HTTP/1.1" status: 200  len: 808 time: 0.1601388
Dec 14 10:19:08.172889 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-54224ee4-98a8-4851-8be2-2a02276502b5 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/quotas/51c3d9486e5240b49749f90b95d2e3d1 HTTP/1.1" status: 200  len: 375 time: 0.0099916
Dec 14 10:19:08.220539 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-7ed1adf1-3d61-437f-a85e-096d91f36651 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51c3d9486e5240b49749f90b95d2e3d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0425801
Dec 14 10:19:08.230517 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-c3aacf43-c118-499a-84fa-3eafd2036425 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 10:19:08.231452 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-c3aacf43-c118-499a-84fa-3eafd2036425 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048711
Dec 14 10:19:08.361807 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-aadbf964-5c1a-493b-930b-930587b2ae60 service neutron] 10.222.0.20 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244147
Dec 14 10:19:08.492069 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-61a327d2-610b-42f3-be4f-5373aed56420 service neutron] 10.222.0.20 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246300
Dec 14 10:19:08.665579 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4d73d83e-e789-4e30-9caf-b1dd1ad9d5eb req-1a13816e-5e10-43fa-a195-1923259a33dc tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 210 time: 0.0433302
Dec 14 10:19:09.824180 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0f89a787-9918-48d4-9727-d72f8e9df051 req-498750ad-e16e-4eba-870d-28201db80671 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 210 time: 0.0450821
Dec 14 10:19:09.858494 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-e17104c9-7f08-49f1-98e1-a176e1521a30 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:09.859930 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-e17104c9-7f08-49f1-98e1-a176e1521a30 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "GET /v2.0/networks?id=23855567-e612-4fa6-957a-5f2beab24937 HTTP/1.1" status: 200  len: 808 time: 0.1554289
Dec 14 10:19:09.871926 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Request body: {'port': {'device_id': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'network_id': '23855567-e612-4fa6-957a-5f2beab24937', 'admin_state_up': True, 'tenant_id': '51c3d9486e5240b49749f90b95d2e3d1'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:19:10.007836 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:10.011522 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Usage tracker for resource:port and tenant:51c3d9486e5240b49749f90b95d2e3d1 is out of sync, need to count used quota {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 14 10:19:10.014312 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 14 10:19:10.020228 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:10.029900 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Made reservation on behalf of 51c3d9486e5240b49749f90b95d2e3d1 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:19:10.033941 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:10.194881 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Allocated IP 172.20.0.12 (23855567-e612-4fa6-957a-5f2beab24937/9cc80895-c7d9-4631-b32c-5b2ccdc24246/55027021-b63a-4bb7-b6f0-13e7ecb0c0ab) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:19:10.391530 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:10.420113 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:10.425893 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:10.589170 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Network 23855567-e612-4fa6-957a-5f2beab24937 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:19:10.592413 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:19:10.597522 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:19:10.627263 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Pushing event updated for resources: {'Port': ['ID=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:10.633307 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:10.661884 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:10.662424 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:10.682477 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8140402
Dec 14 10:19:10.694485 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Request body: {'port': {'device_id': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:19:10.804928 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:11.128904 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe090902-040c-405c-9bbb-faa8b7133050 req-616aee6e-a9cf-41a9-a562-8e422bafca68 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:11.129692 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-fe090902-040c-405c-9bbb-faa8b7133050 req-616aee6e-a9cf-41a9-a562-8e422bafca68 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Synchronizing usage tracker for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:19:11.164929 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-fe090902-040c-405c-9bbb-faa8b7133050 req-616aee6e-a9cf-41a9-a562-8e422bafca68 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Unset dirty status for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:19:11.166069 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fe090902-040c-405c-9bbb-faa8b7133050 req-616aee6e-a9cf-41a9-a562-8e422bafca68 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 932 time: 0.2304811
Dec 14 10:19:11.246888 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:19:11.258174 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:11.265886 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-fe090902-040c-405c-9bbb-faa8b7133050 req-3df9fce4-0028-4d0a-8e90-712be409bab1 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703042
Dec 14 10:19:11.277308 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Transition to ACTIVE for port object 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:19:11.281340 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:11.285092 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1861a66e-e829-41ec-9871-6a4f684e5f3c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:11.435367 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:11.438707 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:11.510160 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Attempting to bind port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:19:11.510482 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Attempting to bind port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:19:11.510799 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Attempting to bind port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab on network 23855567-e612-4fa6-957a-5f2beab24937 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:19:11.515210 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab on network 23855567-e612-4fa6-957a-5f2beab24937 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:19:11.515517 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Attempting to bind port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab on network 23855567-e612-4fa6-957a-5f2beab24937 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:19:11.521103 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:19:11.521430 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Checking segment: {'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:19:11.521802 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Bound using segment: {'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:19:11.522239 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Bound port: 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:19:11.522573 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:11.609265 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] For port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:19:11.612633 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] For port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:19:11.616860 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:11.620296 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-d175b92d-0e4e-46f8-9bfd-c2696b1076f5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:11.680441 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:11.681041 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:11.682400 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] 10.222.0.54 "PUT /v2.0/ports/55027021-b63a-4bb7-b6f0-13e7ecb0c0ab HTTP/1.1" status: 200  len: 1094 time: 0.9918234
Dec 14 10:19:11.682889 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'tag': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:11.701666 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:11.705272 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-561e5bbd-7058-4b99-a0d3-6b8d1f1b1ef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:11.794560 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-839610c1-0b3b-4146-b76b-e8bd5b7de4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:11.796027 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-839610c1-0b3b-4146-b76b-e8bd5b7de4c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51c3d9486e5240b49749f90b95d2e3d1&device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 1097 time: 0.0703843
Dec 14 10:19:11.857696 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'tag': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab', 'status': 'completed', 'code': 200}
Dec 14 10:19:11.874894 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-4d077354-3bf0-4e2e-9367-36cf7ff1f7e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab HTTP/1.1" status: 200  len: 217 time: 0.0665834
Dec 14 10:19:11.937663 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-9d363ed7-db7b-41da-a30d-382da9199eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:11.939046 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-9d363ed7-db7b-41da-a30d-382da9199eac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cc80895-c7d9-4631-b32c-5b2ccdc24246 HTTP/1.1" status: 200  len: 848 time: 0.0557449
Dec 14 10:19:11.985478 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-5ba71376-70bf-422b-bdc4-6a068342e86c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=23855567-e612-4fa6-957a-5f2beab24937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394404
Dec 14 10:19:12.114443 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-eda4fcdb-884d-467a-a663-b9d87cafb856 service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222646
Dec 14 10:19:12.242802 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-4667aa17-635b-47d9-9cc9-777fa4e904b1 req-ed65478f-6dc5-48bf-bfeb-85277955ef1d service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220767
Dec 14 10:19:12.526399 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-a7b27355-e873-4ef4-b840-bfbfabe34aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:12.528132 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-a7b27355-e873-4ef4-b840-bfbfabe34aa7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51c3d9486e5240b49749f90b95d2e3d1&device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 1097 time: 0.2330058
Dec 14 10:19:12.535623 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa665-c294-4f42-86b3-95fe653b3877 req-a9107225-7023-482b-bf84-42f2702c98a9 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:12.536949 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-880aa665-c294-4f42-86b3-95fe653b3877 req-a9107225-7023-482b-bf84-42f2702c98a9 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 944 time: 0.1080515
Dec 14 10:19:12.676370 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-880aa665-c294-4f42-86b3-95fe653b3877 req-fe09875e-a5a3-40b2-842d-cb158d2a7b52 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207802
Dec 14 10:19:12.710234 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-feb45ed6-7dc7-4072-b31a-ab1549e3d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:12.711636 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-feb45ed6-7dc7-4072-b31a-ab1549e3d4bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=23855567-e612-4fa6-957a-5f2beab24937 HTTP/1.1" status: 200  len: 909 time: 0.1738644
Dec 14 10:19:12.779083 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-cea83f20-37a7-4888-b41e-7c28cb0db906 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab HTTP/1.1" status: 200  len: 217 time: 0.0596809
Dec 14 10:19:12.843289 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-bf5e281e-cfa0-4aa5-aa6d-54e02dc04aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:12.845361 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-bf5e281e-cfa0-4aa5-aa6d-54e02dc04aa6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cc80895-c7d9-4631-b32c-5b2ccdc24246 HTTP/1.1" status: 200  len: 848 time: 0.0592730
Dec 14 10:19:12.892650 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-aad191f0-8dc2-4c18-8832-841885f68692 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=23855567-e612-4fa6-957a-5f2beab24937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407741
Dec 14 10:19:13.024212 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-78e2e0fb-7e4a-4f96-925b-01a372b52c46 service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246562
Dec 14 10:19:13.157472 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-711aa71c-05d1-4e5b-b101-64d19738d5c8 req-86bf38a1-83fc-43bf-8c44-37be5d2698d1 service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244578
Dec 14 10:19:13.706714 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:13.836045 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:19:13.863294 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909091b2-45e1-423b-bd21-9f4a8435669f req-c465790f-9e02-46f0-bd6f-65c477b3a5f0 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:13.864786 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-909091b2-45e1-423b-bd21-9f4a8435669f req-c465790f-9e02-46f0-bd6f-65c477b3a5f0 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 944 time: 0.0851457
Dec 14 10:19:13.908620 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-909091b2-45e1-423b-bd21-9f4a8435669f req-522bd451-10c0-45a0-ac75-b66a0b0180fb tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Synchronizing usage tracker for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:19:13.925333 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-909091b2-45e1-423b-bd21-9f4a8435669f req-522bd451-10c0-45a0-ac75-b66a0b0180fb tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Unset dirty status for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:19:13.926514 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-909091b2-45e1-423b-bd21-9f4a8435669f req-522bd451-10c0-45a0-ac75-b66a0b0180fb tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561318
Dec 14 10:19:13.998297 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:14.011434 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab', 'network_id': '23855567-e612-4fa6-957a-5f2beab24937', 'port_id': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab', 'mac_address': 'fa:16:3e:43:9a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc80895-c7d9-4631-b32c-5b2ccdc24246', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:19:14.065341 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:14.082012 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:19:14.097482 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:14.101040 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:14.102759 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-65116f67-2dae-44e6-9cb1-aa210a4a2e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:14.171185 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:14.174173 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:14.314219 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['55027021-b63a-4bb7-b6f0-13e7ecb0c0ab'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:19:14.471225 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3093e7f9-50b5-461e-8aee-28632a6ce2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:15.111380 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8636c8-59cb-4968-8902-a636f2535230 req-6d619048-ffb2-49a9-8342-28eb4a391586 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:15.112796 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8e8636c8-59cb-4968-8902-a636f2535230 req-6d619048-ffb2-49a9-8342-28eb4a391586 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 945 time: 0.0838556
Dec 14 10:19:15.155388 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-8e8636c8-59cb-4968-8902-a636f2535230 req-188ca780-6e59-4e10-90d3-9ba04288e6d5 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370424
Dec 14 10:19:15.852682 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:19:15.921428 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:19:15.926123 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:19:15.926505 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:16.042869 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:16.069610 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:16.079775 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:16.083627 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:16.085441 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8bb0c244-e51c-407f-8b93-085dbe85a917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:16.153358 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:16.156353 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:16.167805 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab', 'code': 200}
Dec 14 10:19:16.412201 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04cbe-9751-4145-b74f-f4b47beed33f req-24b9c003-c976-4578-91ad-48d3fa6db206 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:16.413554 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-32a04cbe-9751-4145-b74f-f4b47beed33f req-24b9c003-c976-4578-91ad-48d3fa6db206 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 946 time: 0.1503360
Dec 14 10:19:16.434578 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c62ae-6b1b-4e0f-a8ff-b32cc3e09390 req-2c368764-2153-4312-8119-0d8f65f419fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:16.435959 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d4c62ae-6b1b-4e0f-a8ff-b32cc3e09390 req-2c368764-2153-4312-8119-0d8f65f419fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 1099 time: 0.1137300
Dec 14 10:19:16.486245 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-32a04cbe-9751-4145-b74f-f4b47beed33f req-e0bc9ecc-470c-4b66-89ca-b8195540a083 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660994
Dec 14 10:19:16.494109 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d4c62ae-6b1b-4e0f-a8ff-b32cc3e09390 req-7d82624c-02af-450c-bff7-9494bb5b74a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508494
Dec 14 10:19:16.834939 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3637d8e4-d629-4631-ae6f-fdef8e82be51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:17.671899 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab3230-7e08-4a60-8c62-243e25986e36 req-115b19e8-a243-4883-8813-badde47f8d5b tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:17.674585 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-61ab3230-7e08-4a60-8c62-243e25986e36 req-115b19e8-a243-4883-8813-badde47f8d5b tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 946 time: 0.0833623
Dec 14 10:19:17.726167 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-61ab3230-7e08-4a60-8c62-243e25986e36 req-41ce41e8-942d-4ac0-a239-edabd37aa8d1 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459120
Dec 14 10:19:17.826101 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:17.941964 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:18.735086 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-b75d9df1-e3a1-4c17-8f6e-8acd5ad9af9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717971
Dec 14 10:19:18.938838 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-00301dff-004f-4665-b110-9abdc1d6727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:18.940197 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-00301dff-004f-4665-b110-9abdc1d6727b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1098 time: 0.1373250
Dec 14 10:19:18.948320 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480e514-1181-4cc2-bf1b-835d0afd1692 req-2345f97d-b9a0-4391-bc7e-1603c47bb80b tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:18.949666 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a480e514-1181-4cc2-bf1b-835d0afd1692 req-2345f97d-b9a0-4391-bc7e-1603c47bb80b tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 946 time: 0.1127107
Dec 14 10:19:19.075700 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-a480e514-1181-4cc2-bf1b-835d0afd1692 req-c29750d8-d60f-42a9-9e08-4b077895cf71 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201665
Dec 14 10:19:19.118489 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-d2f3a46a-6825-4622-a087-662a14b25d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:19.119908 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-d2f3a46a-6825-4622-a087-662a14b25d68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1518590
Dec 14 10:19:19.223993 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-145a2fd5-7a27-4814-bd37-b4f7aad1513f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 200  len: 1001 time: 0.0963240
Dec 14 10:19:19.267762 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:19.388800 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-ba1951c6-154b-4d67-a54e-2bf0ca37a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:19.390255 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-ba1951c6-154b-4d67-a54e-2bf0ca37a01b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.1600699
Dec 14 10:19:19.466313 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-ce68315f-6b92-41c5-b3c9-4a62c43da10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:19.467778 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-ce68315f-6b92-41c5-b3c9-4a62c43da10c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707405
Dec 14 10:19:19.611275 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-5975f0d6-3b11-4880-88a2-34a50a37b812 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255457
Dec 14 10:19:19.751325 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-ac7c7539-e9d0-446c-88ca-ba89c0c5c3b4 req-318a0d8f-73b2-4ff3-918b-9eb523fd6c34 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330287
Dec 14 10:19:20.068192 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7029-a610-48e8-9bcd-f2b5f9eac19d req-d94b1d26-2948-4103-8496-5dc33389f753 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:20.069631 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d4c7029-a610-48e8-9bcd-f2b5f9eac19d req-d94b1d26-2948-4103-8496-5dc33389f753 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 946 time: 0.0918715
Dec 14 10:19:20.112842 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6d4c7029-a610-48e8-9bcd-f2b5f9eac19d req-45df17c3-e73e-48e6-982f-3b84df5df413 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375333
Dec 14 10:19:21.295913 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007913b-aea6-4e82-94a3-ba39afc91f28 req-1daf62ec-8cec-4233-91c1-d44e16135838 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:21.298190 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e007913b-aea6-4e82-94a3-ba39afc91f28 req-1daf62ec-8cec-4233-91c1-d44e16135838 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 946 time: 0.0806541
Dec 14 10:19:21.341683 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e007913b-aea6-4e82-94a3-ba39afc91f28 req-3038f43a-9b91-4214-8e38-0fee4ad9b1c5 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378973
Dec 14 10:19:21.392189 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-9b11731c-7bca-4c72-8f8c-a1cf590d84b5 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:21.393597 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-9b11731c-7bca-4c72-8f8c-a1cf590d84b5 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 946 time: 0.0794623
Dec 14 10:19:21.464536 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Deleting port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:19:21.464870 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:21.706155 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] For port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:21.706504 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:21.826378 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Calling delete_port for 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:19:21.967170 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:21.973809 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-2c9f62d1-c1a4-4bb2-acb8-37139dff90cd tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:21.979376 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['55027021-b63a-4bb7-b6f0-13e7ecb0c0ab'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:19:22.022217 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Pushing event deleted for resources: {'Port': ['ID=55027021-b63a-4bb7-b6f0-13e7ecb0c0ab,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:22.063087 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.063464 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.063828 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.064190 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.064544 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.064898 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.065247 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.065597 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.065945 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.066303 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.066653 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.066996 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:19:22.096732 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:22.107445 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] No DVR routers for this DVR port 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:19:22.110218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:22.112810 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'name': 'network-vif-deleted', 'tag': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:22.129307 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-7a883177-f81a-4812-966f-b8cce36ddba6 req-a5fd85e5-4041-4a06-9af6-9eea8f5c4350 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "DELETE /v2.0/ports/55027021-b63a-4bb7-b6f0-13e7ecb0c0ab HTTP/1.1" status: 204  len: 173 time: 0.7301567
Dec 14 10:19:22.158199 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3555bb79-153c-4a3f-8518-00ae09fe5463', 'name': 'network-vif-deleted', 'tag': '55027021-b63a-4bb7-b6f0-13e7ecb0c0ab', 'status': 'completed', 'code': 200}
Dec 14 10:19:22.509661 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ca8a5ae0-a8b4-4e1e-b8b9-c62f397220f1 req-91ca7220-ae2c-4453-a4ce-ea37e4411228 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=3555bb79-153c-4a3f-8518-00ae09fe5463 HTTP/1.1" status: 200  len: 210 time: 0.0474241
Dec 14 10:19:23.954378 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1a5de4fe-5d1f-4dbc-bf7e-853ac4e4f52a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:23.955792 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1a5de4fe-5d1f-4dbc-bf7e-853ac4e4f52a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/networks?id=23855567-e612-4fa6-957a-5f2beab24937 HTTP/1.1" status: 200  len: 808 time: 0.2369602
Dec 14 10:19:23.970605 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-9a5a44cc-185a-4bcb-85c6-787cf7f90976 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/quotas/51c3d9486e5240b49749f90b95d2e3d1 HTTP/1.1" status: 200  len: 375 time: 0.0094535
Dec 14 10:19:24.019548 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-b5e9e356-8bd0-481f-b4b7-5b5e9f0749bd tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51c3d9486e5240b49749f90b95d2e3d1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442367
Dec 14 10:19:24.151788 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-90377220-a703-4acd-97a5-d102810b40e7 service neutron] 10.222.0.20 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255567
Dec 14 10:19:24.281742 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-f5e1ed0f-41c4-41c9-a0ed-2a00948d416c service neutron] 10.222.0.20 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239278
Dec 14 10:19:24.453509 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-d09f2e25-d9eb-4e49-852b-221e9cfb8f2b req-5a3b3349-f269-4c64-b642-6fcb6f703765 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Synchronizing usage tracker for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:19:24.470586 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-d09f2e25-d9eb-4e49-852b-221e9cfb8f2b req-5a3b3349-f269-4c64-b642-6fcb6f703765 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Unset dirty status for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:19:24.471765 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d09f2e25-d9eb-4e49-852b-221e9cfb8f2b req-5a3b3349-f269-4c64-b642-6fcb6f703765 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 210 time: 0.0633178
Dec 14 10:19:25.486952 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-cd451f2c-d2c7-49e7-af06-8e96cc7c0116 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:25.488356 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-cd451f2c-d2c7-49e7-af06-8e96cc7c0116 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "GET /v2.0/networks?id=23855567-e612-4fa6-957a-5f2beab24937 HTTP/1.1" status: 200  len: 808 time: 0.1488729
Dec 14 10:19:25.504136 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Request body: {'port': {'device_id': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'network_id': '23855567-e612-4fa6-957a-5f2beab24937', 'admin_state_up': True, 'tenant_id': '51c3d9486e5240b49749f90b95d2e3d1'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:19:25.624869 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d6c8287-e469-416c-be77-59b0d57178fb req-cdfb2d4b-58ec-480e-81dc-6ff88a404b36 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 210 time: 0.0428066
Dec 14 10:19:25.743833 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 14 10:19:25.753650 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.quota.driver [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 14 10:19:25.763257 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Made reservation on behalf of 51c3d9486e5240b49749f90b95d2e3d1 for: {'port': 1} {{(pid=86850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 14 10:19:25.768074 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:25.911922 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:19:25.932850 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Allocated IP 172.20.0.13 (23855567-e612-4fa6-957a-5f2beab24937/9cc80895-c7d9-4631-b32c-5b2ccdc24246/0b10b904-8b1c-426c-8c5a-21a00129c531) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 14 10:19:25.946458 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:19:25.946815 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 55027021-b63a-4bb7-b6f0-13e7ecb0c0ab not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:19:26.132334 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:26.161222 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756949896021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:26.167447 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-a415bd42-ae46-46e7-a622-157e9c18552d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:26.236114 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Network 23855567-e612-4fa6-957a-5f2beab24937 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 14 10:19:26.239190 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Resources bound (agent type, host, resource id):  {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 14 10:19:26.241686 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 10:19:26.281840 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Pushing event updated for resources: {'Port': ['ID=0b10b904-8b1c-426c-8c5a-21a00129c531,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:26.285199 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:26.315491 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:26.316011 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:26.339108 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-1f5467ec-59f3-441d-be1b-8125181f4c85 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8404288
Dec 14 10:19:26.351062 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.v2.base [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Request body: {'port': {'device_id': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 14 10:19:26.461442 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:26.868496 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b10b904-8b1c-426c-8c5a-21a00129c531 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:19:26.878749 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:26.889810 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91effac0-d47d-481a-a64d-4185437fbaa0 req-e8ed7979-2a6a-47e3-8e68-5ab5cbce9656 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:26.891087 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-91effac0-d47d-481a-a64d-4185437fbaa0 req-e8ed7979-2a6a-47e3-8e68-5ab5cbce9656 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Synchronizing usage tracker for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:19:26.909171 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Transition to ACTIVE for port object 0b10b904-8b1c-426c-8c5a-21a00129c531 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 14 10:19:26.914139 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:26.918223 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0788e2af-6076-4e66-b1aa-7c892dd3c3fa tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:26.957127 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-91effac0-d47d-481a-a64d-4185437fbaa0 req-e8ed7979-2a6a-47e3-8e68-5ab5cbce9656 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Unset dirty status for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:19:26.958292 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-91effac0-d47d-481a-a64d-4185437fbaa0 req-e8ed7979-2a6a-47e3-8e68-5ab5cbce9656 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 932 time: 0.2252567
Dec 14 10:19:27.105767 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Pushing event updated for resources: {'Port': ['ID=0b10b904-8b1c-426c-8c5a-21a00129c531,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:27.118465 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:27.157734 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-91effac0-d47d-481a-a64d-4185437fbaa0 req-158c70d8-67f8-4fa5-bd66-0fcc0ab7da01 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838424
Dec 14 10:19:27.193323 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Attempting to bind port 0b10b904-8b1c-426c-8c5a-21a00129c531 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 14 10:19:27.193652 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Attempting to bind port 0b10b904-8b1c-426c-8c5a-21a00129c531 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 14 10:19:27.194004 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Attempting to bind port 0b10b904-8b1c-426c-8c5a-21a00129c531 on network 23855567-e612-4fa6-957a-5f2beab24937 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:19:27.198728 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Port 0b10b904-8b1c-426c-8c5a-21a00129c531 on network 23855567-e612-4fa6-957a-5f2beab24937 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 14 10:19:27.199050 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Attempting to bind port 0b10b904-8b1c-426c-8c5a-21a00129c531 on network 23855567-e612-4fa6-957a-5f2beab24937 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 14 10:19:27.205198 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Checking agent: {'id': 'f603f25e-0239-4f70-9a8c-0c00f5b73a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'started_at': datetime.datetime(2021, 12, 14, 10, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 10, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 14 10:19:27.205531 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Checking segment: {'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 14 10:19:27.205914 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Bound using segment: {'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 14 10:19:27.206362 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Bound port: 0b10b904-8b1c-426c-8c5a-21a00129c531, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '23855567-e612-4fa6-957a-5f2beab24937'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 14 10:19:27.206702 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:27.293112 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] For port 0b10b904-8b1c-426c-8c5a-21a00129c531, host hv-cinder-81888, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 14 10:19:27.295975 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] For port 0b10b904-8b1c-426c-8c5a-21a00129c531, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b10b904-8b1c-426c-8c5a-21a00129c531,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 14 10:19:27.300157 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174624'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:27.304327 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-44bf642b-7971-48ee-892f-d3c65e250e64 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:27.362022 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:27.362621 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:27.363929 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] 10.222.0.54 "PUT /v2.0/ports/0b10b904-8b1c-426c-8c5a-21a00129c531 HTTP/1.1" status: 200  len: 1094 time: 1.0171404
Dec 14 10:19:27.364422 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'tag': '0b10b904-8b1c-426c-8c5a-21a00129c531'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:27.386083 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Pushing event updated for resources: {'Port': ['ID=0b10b904-8b1c-426c-8c5a-21a00129c531,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:27.389026 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-833e5c4b-a58a-46cb-aa87-85dd5643532c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:27.433550 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'tag': '0b10b904-8b1c-426c-8c5a-21a00129c531', 'status': 'completed', 'code': 200}
Dec 14 10:19:27.472790 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-c9ac3d6c-d0f4-4ff5-bf9e-0dc6f2395b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:27.474254 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-c9ac3d6c-d0f4-4ff5-bf9e-0dc6f2395b7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51c3d9486e5240b49749f90b95d2e3d1&device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 1097 time: 0.0723584
Dec 14 10:19:27.639061 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-99cc0974-e319-4a58-b193-dafac7ad8abf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b10b904-8b1c-426c-8c5a-21a00129c531 HTTP/1.1" status: 200  len: 217 time: 0.1581104
Dec 14 10:19:27.703661 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-e0af74f2-59e1-4c27-9597-802ab7df9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:27.705023 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-e0af74f2-59e1-4c27-9597-802ab7df9f56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cc80895-c7d9-4631-b32c-5b2ccdc24246 HTTP/1.1" status: 200  len: 848 time: 0.0592210
Dec 14 10:19:27.751225 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-3e71fd66-2d3e-4c9f-b7c4-c557a870f73f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=23855567-e612-4fa6-957a-5f2beab24937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399473
Dec 14 10:19:27.879533 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-68890ff4-a4b7-43b5-b2cc-1976f3dd289f service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224833
Dec 14 10:19:28.007981 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-bd242828-83f8-48c0-b512-219ecc5d9308 req-9404d33c-33b2-43b2-b22c-ad094c44d44d service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224115
Dec 14 10:19:28.129364 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-21afe303-87a1-49d4-ab63-549a54525a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:28.130828 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-21afe303-87a1-49d4-ab63-549a54525a14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=51c3d9486e5240b49749f90b95d2e3d1&device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 1097 time: 0.0713582
Dec 14 10:19:28.296568 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-72cd87cd-96e9-42fb-8e16-7a4af25ef7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:28.298374 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-72cd87cd-96e9-42fb-8e16-7a4af25ef7c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=23855567-e612-4fa6-957a-5f2beab24937 HTTP/1.1" status: 200  len: 909 time: 0.1608326
Dec 14 10:19:28.381488 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-652727e8-e601-493b-a6c6-4515c1d691d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b10b904-8b1c-426c-8c5a-21a00129c531 HTTP/1.1" status: 200  len: 217 time: 0.0722733
Dec 14 10:19:28.457623 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680503fc-675f-4311-9dfb-904529f73f8b req-e462b88e-70c0-43de-b923-005484175216 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:28.459069 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-680503fc-675f-4311-9dfb-904529f73f8b req-e462b88e-70c0-43de-b923-005484175216 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 944 time: 0.1982865
Dec 14 10:19:28.460487 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-851e3534-a12d-4463-a763-9ef610c43e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:28.461798 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-851e3534-a12d-4463-a763-9ef610c43e1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9cc80895-c7d9-4631-b32c-5b2ccdc24246 HTTP/1.1" status: 200  len: 848 time: 0.0726573
Dec 14 10:19:28.524743 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-72240e45-39e3-4241-953f-5332e84d764f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=23855567-e612-4fa6-957a-5f2beab24937&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470128
Dec 14 10:19:28.607014 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-680503fc-675f-4311-9dfb-904529f73f8b req-a2a355af-a176-446e-849b-c44999fa9393 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423528
Dec 14 10:19:28.666050 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-0c349b92-0ec5-4122-bd4f-ad997b49547c service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322443
Dec 14 10:19:28.795447 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-33bad72b-ddb6-4793-b2f0-57dc6f2bca18 req-f3fc96cc-25d3-4d17-8d59-03faacd1c07a service neutron] 10.222.0.54 "GET /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221390
Dec 14 10:19:29.794322 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5a52a-704c-49bf-b9f6-d004b487ced0 req-a7dcf6d1-8491-4857-9544-ec4c0a38058a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:29.795739 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fbb5a52a-704c-49bf-b9f6-d004b487ced0 req-a7dcf6d1-8491-4857-9544-ec4c0a38058a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 944 time: 0.0827708
Dec 14 10:19:29.839300 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fbb5a52a-704c-49bf-b9f6-d004b487ced0 req-d7ec5b77-d471-4727-aaa6-0a30a642a379 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372772
Dec 14 10:19:29.926517 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0b10b904-8b1c-426c-8c5a-21a00129c531 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 14 10:19:30.061830 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 0b10b904-8b1c-426c-8c5a-21a00129c531, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b10b904-8b1c-426c-8c5a-21a00129c531,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:30.075150 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Returning: {'device': '0b10b904-8b1c-426c-8c5a-21a00129c531', 'network_id': '23855567-e612-4fa6-957a-5f2beab24937', 'port_id': '0b10b904-8b1c-426c-8c5a-21a00129c531', 'mac_address': 'fa:16:3e:0c:61:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc80895-c7d9-4631-b32c-5b2ccdc24246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 10:19:30.134233 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:30.150772 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b10b904-8b1c-426c-8c5a-21a00129c531 {{(pid=86851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 14 10:19:30.166926 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 0b10b904-8b1c-426c-8c5a-21a00129c531, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b10b904-8b1c-426c-8c5a-21a00129c531,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:30.170821 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:30.173805 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:30.239752 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=0b10b904-8b1c-426c-8c5a-21a00129c531,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:30.242781 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:30.381733 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['0b10b904-8b1c-426c-8c5a-21a00129c531'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:19:31.063357 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9cbb5-336a-4e51-ac84-1871a51f185f req-2da2feed-920f-4702-858f-70ebbe7d79b1 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:31.064964 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d9d9cbb5-336a-4e51-ac84-1871a51f185f req-2da2feed-920f-4702-858f-70ebbe7d79b1 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 945 time: 0.0979555
Dec 14 10:19:31.112149 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-d9d9cbb5-336a-4e51-ac84-1871a51f185f req-302f9401-4cb4-4cae-8098-fb94a8c6bf9a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405934
Dec 14 10:19:31.942255 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0b10b904-8b1c-426c-8c5a-21a00129c531 up at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 14 10:19:32.008151 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning for port 0b10b904-8b1c-426c-8c5a-21a00129c531 completed by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 14 10:19:32.012740 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Provisioning complete for port 0b10b904-8b1c-426c-8c5a-21a00129c531 triggered by entity L2. {{(pid=86851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 14 10:19:32.013113 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616276'] for port, provisioning_complete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:32.128398 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1631847'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:32.155619 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b10b904-8b1c-426c-8c5a-21a00129c531'}] {{(pid=86851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:32.166595 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] For port 0b10b904-8b1c-426c-8c5a-21a00129c531, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b10b904-8b1c-426c-8c5a-21a00129c531,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:32.170962 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756950443834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756949896039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756949896084'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:32.173094 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:32.202460 dv-cinder-818885-1-iscsi neutron-server[86851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b10b904-8b1c-426c-8c5a-21a00129c531', 'code': 200}
Dec 14 10:19:32.244960 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Pushing event updated for resources: {'Port': ['ID=0b10b904-8b1c-426c-8c5a-21a00129c531,revision_number=5']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:32.247796 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:32.312085 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b2f2c-101c-4ce6-9bfd-18caad0d5152 req-90518328-f15a-4ce9-ae37-d5ee71685400 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:32.314355 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e19b2f2c-101c-4ce6-9bfd-18caad0d5152 req-90518328-f15a-4ce9-ae37-d5ee71685400 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 946 time: 0.0853915
Dec 14 10:19:32.360277 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e19b2f2c-101c-4ce6-9bfd-18caad0d5152 req-5b17c706-fbdd-4831-816c-cdf9f9f07308 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402853
Dec 14 10:19:32.436771 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7aeaf-567c-423d-8145-c16db9e6f386 req-a36f6360-80a7-4b4d-88fa-9643292409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:32.438765 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6ac7aeaf-567c-423d-8145-c16db9e6f386 req-a36f6360-80a7-4b4d-88fa-9643292409a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 1099 time: 0.0735927
Dec 14 10:19:32.478146 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-6ac7aeaf-567c-423d-8145-c16db9e6f386 req-bb054cde-0c2e-4043-ad48-0c08076da3c4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330617
Dec 14 10:19:33.556377 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f541-632e-4d41-88f1-47ba3216c400 req-54c17794-eb32-40cd-b35d-7d4c9b34d54e tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:33.557812 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-89f3f541-632e-4d41-88f1-47ba3216c400 req-54c17794-eb32-40cd-b35d-7d4c9b34d54e tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 946 time: 0.0901396
Dec 14 10:19:33.602049 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-89f3f541-632e-4d41-88f1-47ba3216c400 req-5de92064-bfe8-436e-b958-914f749f03c4 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377274
Dec 14 10:19:34.787707 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b55ba-f798-48a8-8819-09f38a02f561 req-c7d37ee4-b9a7-46df-82a5-73d37a468c3a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:34.789130 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-974b55ba-f798-48a8-8819-09f38a02f561 req-c7d37ee4-b9a7-46df-82a5-73d37a468c3a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 946 time: 0.0834298
Dec 14 10:19:34.833082 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-974b55ba-f798-48a8-8819-09f38a02f561 req-fd8a2f4d-0d77-463f-aca8-aae1bcfd57c7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383048
Dec 14 10:19:35.854666 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace9a6-5313-4f18-a0c9-55f64bb461d1 req-84ff6e8f-403b-4a89-826c-d9eafdbb4859 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:35.856001 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4dace9a6-5313-4f18-a0c9-55f64bb461d1 req-84ff6e8f-403b-4a89-826c-d9eafdbb4859 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 946 time: 0.0838122
Dec 14 10:19:35.903013 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4dace9a6-5313-4f18-a0c9-55f64bb461d1 req-c9f65c49-0f50-441a-8423-ea670117217f tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409083
Dec 14 10:19:37.242803 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676085-f7a2-4447-be76-f9a4ce5b24ca req-583728b3-c62a-413e-8fe7-da477532ada6 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:37.244286 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d676085-f7a2-4447-be76-f9a4ce5b24ca req-583728b3-c62a-413e-8fe7-da477532ada6 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 946 time: 0.2346129
Dec 14 10:19:37.252812 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-f30346a6-353e-4b2f-9017-c8bd55247146 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:19:37.254227 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-f30346a6-353e-4b2f-9017-c8bd55247146 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 946 time: 0.1144998
Dec 14 10:19:37.344759 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d676085-f7a2-4447-be76-f9a4ce5b24ca req-8702dcdf-928c-4f47-a153-9d5bdd51b69a tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b77c825-abcb-4952-a1b9-3a322fc721ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895295
Dec 14 10:19:37.349799 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Deleting port 0b10b904-8b1c-426c-8c5a-21a00129c531 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:19:37.350342 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:37.595301 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] For port 0b10b904-8b1c-426c-8c5a-21a00129c531, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b10b904-8b1c-426c-8c5a-21a00129c531,segment=NetworkSegment(42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896),segment_id=42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:19:37.595542 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:37.716451 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Calling delete_port for 0b10b904-8b1c-426c-8c5a-21a00129c531 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:19:37.859793 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:37.864864 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-471e6c38-1839-4020-81a8-9bdb75c09941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:19:37.871003 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] get_ports_and_sgs() called for port_ids ['0b10b904-8b1c-426c-8c5a-21a00129c531'] {{(pid=86851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 10:19:37.909936 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Pushing event deleted for resources: {'Port': ['ID=0b10b904-8b1c-426c-8c5a-21a00129c531,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:19:37.912795 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:19:37.983815 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] No DVR routers for this DVR port 0b10b904-8b1c-426c-8c5a-21a00129c531 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:19:37.986692 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:37.989166 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'name': 'network-vif-deleted', 'tag': '0b10b904-8b1c-426c-8c5a-21a00129c531'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:19:38.005655 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-2a39cd02-948a-422f-9bfe-9220ce458b8f req-fb9fd68c-b363-46f6-893d-ae9ab74d0f60 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.54 "DELETE /v2.0/ports/0b10b904-8b1c-426c-8c5a-21a00129c531 HTTP/1.1" status: 204  len: 173 time: 0.7369847
Dec 14 10:19:38.038275 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd094ceba-8bf8-4af5-86ec-9a1486ab0772', 'name': 'network-vif-deleted', 'tag': '0b10b904-8b1c-426c-8c5a-21a00129c531', 'status': 'completed', 'code': 200}
Dec 14 10:19:38.505298 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e660564d-c435-449f-8866-113bd45e091f req-560da7de-d285-463e-921e-2cd2f05d4e57 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Synchronizing usage tracker for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:19:38.521316 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-e660564d-c435-449f-8866-113bd45e091f req-560da7de-d285-463e-921e-2cd2f05d4e57 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Unset dirty status for tenant:51c3d9486e5240b49749f90b95d2e3d1 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:19:38.522496 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-e660564d-c435-449f-8866-113bd45e091f req-560da7de-d285-463e-921e-2cd2f05d4e57 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d094ceba-8bf8-4af5-86ec-9a1486ab0772 HTTP/1.1" status: 200  len: 210 time: 0.0602188
Dec 14 10:19:39.958069 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0b10b904-8b1c-426c-8c5a-21a00129c531 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:19:39.992121 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 0b10b904-8b1c-426c-8c5a-21a00129c531 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:19:39.992469 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 0b10b904-8b1c-426c-8c5a-21a00129c531 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:19:43.715780 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:44.453742 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4bf1-fcac-4ce3-88a1-0cf61affcf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:44.660477 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:19:46.838491 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb7a4-82f3-4d0f-b21d-4c1b34c5aaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:47.856999 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:47.951670 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:19:49.276955 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.120090 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40240) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:02.179433 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Deleting subnet 9cc80895-c7d9-4631-b32c-5b2ccdc24246 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:20:02.182390 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.230813 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.289835 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.355905 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.360625 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:02.395736 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.398243 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc80895-c7d9-4631-b32c-5b2ccdc24246,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:02.407872 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.408250 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.408613 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.408974 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.409326 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.409683 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.410061 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.410666 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.411036 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.411386 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.411734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.412078 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:02.415462 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:02.417329 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2aba4c6f-e149-44ca-8161-d9c60d732a0c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9cc80895-c7d9-4631-b32c-5b2ccdc24246 HTTP/1.1" status: 204  len: 168 time: 0.2957067
Dec 14 10:20:02.419311 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40244) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:02.523156 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.646174 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.673983 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c09ee80>,) {'filters': {'network_id': ['23855567-e612-4fa6-957a-5f2beab24937']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:02.685459 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c09ee80>, '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:02.685751 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c09ee80>, '42cdfdaf-65ca-4ba2-bbf7-a98dc39dc896') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:02.696665 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.712593 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.719051 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:20:02.719422 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:20:02.732103 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:20:02.806562 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.809857 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:02.822248 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:02.832857 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Pushing event deleted for resources: {'Network': ['ID=23855567-e612-4fa6-957a-5f2beab24937,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:02.835846 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:02.840893 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-30786682-c4bf-4382-85b2-b90faee6497d admin admin] 10.222.0.20 "DELETE /v2.0/networks/23855567-e612-4fa6-957a-5f2beab24937 HTTP/1.1" status: 204  len: 168 time: 0.4206576
Dec 14 10:20:02.947373 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 40250) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:03.000024 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-d7645a52-4087-4a07-9ee2-2066ee99fd05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51c3d9486e5240b49749f90b95d2e3d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514295
Dec 14 10:20:03.002985 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 40254) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:03.059187 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0119c699-df93-4b7d-9fde-c5ae5eb3f227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:03.085770 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0119c699-df93-4b7d-9fde-c5ae5eb3f227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:03.136109 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0119c699-df93-4b7d-9fde-c5ae5eb3f227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:03.140416 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5dca8dae-f336-430f-bd01-d2a0a6cc0c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:03.152510 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119c699-df93-4b7d-9fde-c5ae5eb3f227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b77c825-abcb-4952-a1b9-3a322fc721ab,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:03.155933 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0119c699-df93-4b7d-9fde-c5ae5eb3f227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:03.164906 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0119c699-df93-4b7d-9fde-c5ae5eb3f227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:03.165948 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-0119c699-df93-4b7d-9fde-c5ae5eb3f227 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b77c825-abcb-4952-a1b9-3a322fc721ab HTTP/1.1" status: 204  len: 168 time: 0.1620920
Dec 14 10:20:13.722816 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:14.454536 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-a00fd5af-16a8-4bff-bff4-5248d32e3d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:16.840659 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-44067c45-3c3c-49a9-98cb-56c769f2bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:17.830284 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:17.945150 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:18.583067 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-a60def5f-047f-4147-a2dd-75b6575caa1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0736985
Dec 14 10:20:18.672040 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-2aedf156-8dcb-4ef1-a395-4d865a9197c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:18.673468 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-2aedf156-8dcb-4ef1-a395-4d865a9197c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 1098 time: 0.0699010
Dec 14 10:20:18.818942 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-7e61358a-05ef-4574-ae39-2b8b5a174ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:18.820370 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-7e61358a-05ef-4574-ae39-2b8b5a174ce1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1280689
Dec 14 10:20:18.923048 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-3907d9ed-074e-48a2-96d2-fb904bd6ad03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85 HTTP/1.1" status: 200  len: 1000 time: 0.0953140
Dec 14 10:20:18.989072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-a129efea-7a33-42e6-aed9-50ee8cc0a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:18.990517 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-a129efea-7a33-42e6-aed9-50ee8cc0a8b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0605316
Dec 14 10:20:19.160798 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-f0a6f95e-cc34-4e3d-81e8-0a529f309f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:19.162275 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-f0a6f95e-cc34-4e3d-81e8-0a529f309f50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1659024
Dec 14 10:20:19.271131 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:19.293352 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-7b05362b-1136-4f7c-a35e-111bb3de8256 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245880
Dec 14 10:20:19.428996 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-b92e6297-c73e-4100-a84c-369e9ab6bf1f req-e583ac33-b944-403c-885e-8eb9d1c969fb service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290524
Dec 14 10:20:21.659542 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:20:41.712713 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40260) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:41.999992 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Deleting port 6be2d90b-6868-491a-ac62-22433cd9b243 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:20:42.000229 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:42.167313 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:42.167633 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:42.286913 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Calling delete_port for 6be2d90b-6868-491a-ac62-22433cd9b243 owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:20:42.438688 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:42.442128 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6a2c248e-c0cc-4047-85f8-6e61b218eeab tempest-VolumesNegativeTest-321506882 tempest-VolumesNegativeTest-321506882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:42.485072 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event deleted for resources: {'Port': ['ID=6be2d90b-6868-491a-ac62-22433cd9b243,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:42.488169 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:42.577061 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:42.577331 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Floating IP ef078dd6-8e26-44dc-b974-c0278bb38a8b disassociated (deleted). External IP: 172.27.2.92, port: a75e5b84-f235-4d33-9d34-15a4fbd8cb85.
Dec 14 10:20:42.926355 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:20:43.103503 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:20:43.113819 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:20:43.123242 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:43.123998 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:20:43.124837 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7c6550>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:43.179291 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b741a1cb-add0-4850-8a30-c639e04ae954 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "DELETE /v2.0/floatingips/ef078dd6-8e26-44dc-b974-c0278bb38a8b HTTP/1.1" status: 204  len: 168 time: 1.4655209
Dec 14 10:20:43.179952 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:20:43.225306 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'status': 'completed', 'code': 200}
Dec 14 10:20:43.304984 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:20:43.318558 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-943ea9ff-5a40-4130-a823-5a1b8ef68562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:43.320145 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-943ea9ff-5a40-4130-a823-5a1b8ef68562 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 1098 time: 0.0742826
Dec 14 10:20:43.462116 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-61c13d3f-13d6-484d-a4f8-6df1c8e03764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:43.463634 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-61c13d3f-13d6-484d-a4f8-6df1c8e03764 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1369646
Dec 14 10:20:43.539075 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-11a62220-23eb-46b0-afdc-d3e6d0f2ca90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85 HTTP/1.1" status: 200  len: 217 time: 0.0680971
Dec 14 10:20:43.605195 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-4b126a96-2490-4830-a791-40e2a43de437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:43.606831 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-4b126a96-2490-4830-a791-40e2a43de437 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0609891
Dec 14 10:20:43.671138 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32600c2-fd8d-43e7-8b4a-aac74e04a619 req-78c08e14-3d82-4910-b6be-5959979f4b6e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:43.671880 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-f32600c2-fd8d-43e7-8b4a-aac74e04a619 req-78c08e14-3d82-4910-b6be-5959979f4b6e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:20:43.684324 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7c6550>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:57Z', 'revision_number': 1, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:43.688465 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-f32600c2-fd8d-43e7-8b4a-aac74e04a619 req-78c08e14-3d82-4910-b6be-5959979f4b6e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:20:43.688776 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:20:43.689914 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f32600c2-fd8d-43e7-8b4a-aac74e04a619 req-78c08e14-3d82-4910-b6be-5959979f4b6e tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 945 time: 0.2116184
Dec 14 10:20:43.692642 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-239397f3-9232-4c6d-8fba-0dd09db6adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:43.694116 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-239397f3-9232-4c6d-8fba-0dd09db6adb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792539
Dec 14 10:20:43.703272 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:20:43.704439 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7c6550>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:17Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:43.738047 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f32600c2-fd8d-43e7-8b4a-aac74e04a619 req-897a2984-1993-4cb0-8aa3-674819a0452a tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420027
Dec 14 10:20:43.795399 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:43.835339 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-a04af512-764b-4c0f-a085-808a15832573 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338980
Dec 14 10:20:43.894295 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:20:43.967990 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-66b024b4-b73a-4be6-b8d0-83097be3d614 req-db13549e-6e1d-4a23-a443-1ac625795353 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254308
Dec 14 10:20:44.235557 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7c6550>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:57Z', 'revision_number': 1, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:44.239431 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bad6d0-11b6-4051-8021-daaff50f701c None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_floatingips': [{'id': '71a5f158-5ddb-4eb9-afa1-2f29f31df8d9', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'router_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'port_id': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T10:16:54Z', 'updated_at': '2021-12-14T10:16:57Z', 'revision_number': 1, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:20:44.444736 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5977b80-6fe1-43dc-83e9-975a47310e7b None None] New status for floating IP ef078dd6-8e26-44dc-b974-c0278bb38a8b: DOWN {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:20:44.456043 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-cb243726-a9d2-465f-a48d-57b834c51f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:44.976963 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871012c9-66c6-4aae-aeec-ad162ca2f89d req-9273c5ca-3b03-4c14-9cab-7a423d6f5f3b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:44.978386 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-871012c9-66c6-4aae-aeec-ad162ca2f89d req-9273c5ca-3b03-4c14-9cab-7a423d6f5f3b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 945 time: 0.1337974
Dec 14 10:20:45.015639 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-9d359188-4ac1-4d35-9f07-fbf455a4b013 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:45.017156 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-9d359188-4ac1-4d35-9f07-fbf455a4b013 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 945 time: 0.1203535
Dec 14 10:20:45.079123 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-871012c9-66c6-4aae-aeec-ad162ca2f89d req-e963d099-cfe6-41bd-9c63-2bf964a6a7a7 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945079
Dec 14 10:20:45.097272 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Deleting port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:20:45.097612 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:45.338359 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] For port a75e5b84-f235-4d33-9d34-15a4fbd8cb85, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:20:45.338615 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:45.556440 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Calling delete_port for a75e5b84-f235-4d33-9d34-15a4fbd8cb85 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:20:45.700228 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:45.706874 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-00cdf4d7-4774-43a1-9ff1-ce25b0159fb7 tempest-TestShelveInstance-122978389 tempest-TestShelveInstance-122978389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:45.754562 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event deleted for resources: {'Port': ['ID=a75e5b84-f235-4d33-9d34-15a4fbd8cb85,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:45.792850 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.793218 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.793577 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.793932 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.794328 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.794681 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.795029 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.795370 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.795715 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.796690 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.797035 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.797374 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:20:45.804694 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:45.839268 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] No DVR routers for this DVR port a75e5b84-f235-4d33-9d34-15a4fbd8cb85 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:20:45.841612 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:45.844153 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'name': 'network-vif-deleted', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:20:45.860085 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-84caa5df-71f5-418f-88da-1f8f67211b50 req-5315eb35-748d-4b3c-8eb3-9a7d61bb1c9b tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "DELETE /v2.0/ports/a75e5b84-f235-4d33-9d34-15a4fbd8cb85 HTTP/1.1" status: 204  len: 173 time: 0.8358383
Dec 14 10:20:45.900695 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a460f6af-ea8f-4919-a434-d18f79e91fd6', 'name': 'network-vif-deleted', 'tag': 'a75e5b84-f235-4d33-9d34-15a4fbd8cb85', 'status': 'completed', 'code': 200}
Dec 14 10:20:46.252268 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-5a464a9c-a965-4ea9-a598-fede9a151cef req-25b4ffb0-7de7-4332-b23f-f0e3d1837e85 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:20:46.267229 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-5a464a9c-a965-4ea9-a598-fede9a151cef req-25b4ffb0-7de7-4332-b23f-f0e3d1837e85 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:20:46.268399 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-5a464a9c-a965-4ea9-a598-fede9a151cef req-25b4ffb0-7de7-4332-b23f-f0e3d1837e85 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=a460f6af-ea8f-4919-a434-d18f79e91fd6 HTTP/1.1" status: 200  len: 210 time: 0.0766771
Dec 14 10:20:46.842105 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-34680a26-3bad-495c-a644-6060b2501c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:47.832843 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:47.945700 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:48.206649 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device a75e5b84-f235-4d33-9d34-15a4fbd8cb85 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:20:48.243443 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: a75e5b84-f235-4d33-9d34-15a4fbd8cb85 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:20:48.243788 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device a75e5b84-f235-4d33-9d34-15a4fbd8cb85 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:20:49.272764 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:49.750719 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.wsgi [-] (86850) accepted ('10.222.0.20', 40290) {{(pid=86850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:49.951345 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Deleting port 914ad69a-4601-42e6-875b-6a0c27ff2684 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:20:49.951687 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:50.122572 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:50.122902 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:50.244936 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Calling delete_port for 914ad69a-4601-42e6-875b-6a0c27ff2684 owned by network:floatingip {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:20:50.392615 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:50.396343 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-5e4ebeb9-9011-4cf6-a740-01c219dbd338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:50.438487 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event deleted for resources: {'Port': ['ID=914ad69a-4601-42e6-875b-6a0c27ff2684,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:50.442072 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:50.530720 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:50.531151 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.db.l3_db [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Floating IP 71a5f158-5ddb-4eb9-afa1-2f29f31df8d9 disassociated (deleted). External IP: 172.27.2.193, port: 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298.
Dec 14 10:20:50.981413 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:20:51.162363 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:20:51.172161 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:20:51.181591 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:20:51.182247 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c89ba00>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:51.182472 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:51.238351 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [None req-443b6d80-d453-4d1e-9594-46f7f5ac3c73 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "DELETE /v2.0/floatingips/71a5f158-5ddb-4eb9-afa1-2f29f31df8d9 HTTP/1.1" status: 204  len: 168 time: 1.4862502
Dec 14 10:20:51.239130 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:20:51.292507 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'status': 'completed', 'code': 200}
Dec 14 10:20:51.388619 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-c9001356-2995-44e7-be22-4ca4ad3bbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:51.390581 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-c9001356-2995-44e7-be22-4ca4ad3bbf98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 1098 time: 0.0760803
Dec 14 10:20:51.410026 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:20:51.534922 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-446784c5-95b7-4e42-8130-12ca4c76cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:51.536288 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-446784c5-95b7-4e42-8130-12ca4c76cb50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 200  len: 913 time: 0.1399093
Dec 14 10:20:51.606974 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-b0ec7bbf-bf8e-40c7-83f2-cb97137d90d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 200  len: 217 time: 0.0633967
Dec 14 10:20:51.629802 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511609c-524a-4f21-9565-44f2b59e8d8b req-40542e8a-f9c6-42d1-ba60-e2ec1568c704 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:51.631289 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2511609c-524a-4f21-9565-44f2b59e8d8b req-40542e8a-f9c6-42d1-ba60-e2ec1568c704 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 945 time: 0.0857542
Dec 14 10:20:51.676882 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-8f3428fe-a808-481a-9fa2-0f332cfa2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:51.677903 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2511609c-524a-4f21-9565-44f2b59e8d8b req-982cc990-374a-4860-9de1-2b953887c8f2 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394728
Dec 14 10:20:51.678333 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-8f3428fe-a808-481a-9fa2-0f332cfa2fcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 200  len: 851 time: 0.0650170
Dec 14 10:20:51.736517 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c89ba00>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:51.740413 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:20:51.748818 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:20:51.750070 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c89ba00>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:51.756569 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-78138eee-72e5-4425-8129-e505722f761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:51.758052 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-78138eee-72e5-4425-8129-e505722f761d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723820
Dec 14 10:20:51.890869 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-8012070d-dc13-4b6e-8992-8abbc8d5087a service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248903
Dec 14 10:20:51.925696 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:20:52.026931 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-3d16c535-9b2c-40c7-9845-625af5d26206 req-fcfcd562-708e-4aaf-8f3f-3dc27148ad85 service neutron] 10.222.0.54 "GET /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293013
Dec 14 10:20:52.230542 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c89ba00>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:20:52.235142 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65beff-531b-4c90-be49-a4eabbef2779 None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:13:20Z', 'revision_number': 4, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi', '_interfaces': [{'id': '18b22fd7-dc48-4a02-8ea5-aa47abfd280f', 'name': '', 'network_id': 'bd1cbab0-8707-4ef3-99d9-9624dbe62aa4', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'mac_address': 'fa:16:3e:d5:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:19Z', 'updated_at': '2021-12-14T10:13:28Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'subnets': [{'id': '04090e2f-9a2e-4a65-bbcf-e8afc2661320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:20:52.462509 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c1140-8775-4b54-b931-d0443ff60997 None None] New status for floating IP 71a5f158-5ddb-4eb9-afa1-2f29f31df8d9: DOWN {{(pid=86852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 14 10:20:52.866055 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a25451-5549-4490-bc61-46a120490988 req-03d2cf10-72f1-48d3-95bd-7fbea9ce3bf5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:52.866669 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-81a25451-5549-4490-bc61-46a120490988 req-03d2cf10-72f1-48d3-95bd-7fbea9ce3bf5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:20:52.881971 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-81a25451-5549-4490-bc61-46a120490988 req-03d2cf10-72f1-48d3-95bd-7fbea9ce3bf5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:20:52.883110 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-81a25451-5549-4490-bc61-46a120490988 req-03d2cf10-72f1-48d3-95bd-7fbea9ce3bf5 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 945 time: 0.0989888
Dec 14 10:20:52.977047 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-81a25451-5549-4490-bc61-46a120490988 req-2dbf09b3-317a-4f02-896a-dbe444b70ed4 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/security-groups?id=c452a80a-69ce-4663-9f0f-514ea31b5a23&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883226
Dec 14 10:20:53.000979 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-c7a6c627-e266-4d59-8e60-d36b68cc2238 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 14 10:20:53.002394 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-c7a6c627-e266-4d59-8e60-d36b68cc2238 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 945 time: 0.0994804
Dec 14 10:20:53.075582 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Deleting port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:20:53.076211 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:53.413320 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] For port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:20:53.413668 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:53.533972 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Calling delete_port for 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 owned by compute:nova {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:20:53.675177 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174633'] for port, after_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:53.680550 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4f7bee3a-afe7-4cdd-9c98-2373f06279d7 tempest-VolumesActionsTest-1517161001 tempest-VolumesActionsTest-1517161001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:53.724351 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event deleted for resources: {'Port': ['ID=4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298,revision_number=None']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:53.727352 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:53.800865 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] No DVR routers for this DVR port 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 on host hv-cinder-81888 {{(pid=86850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:20:53.803356 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for port, before_response {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:53.805916 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'name': 'network-vif-deleted', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 14 10:20:53.821006 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-9f66fd0c-4d4a-4f25-b57c-42edfcaae70d req-f6d6bc6a-70ff-4878-b3c3-34f3873b3d1c tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.54 "DELETE /v2.0/ports/4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 HTTP/1.1" status: 204  len: 173 time: 0.8125515
Dec 14 10:20:53.850487 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c457d9c4-d3ef-4ae8-a78c-eb75762205aa', 'name': 'network-vif-deleted', 'tag': '4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298', 'status': 'completed', 'code': 200}
Dec 14 10:20:54.127758 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-daec9c72-aec2-4ab9-b08e-1a89c649b938 req-dceaf721-ca27-4f4e-829c-9649af5af94f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Synchronizing usage tracker for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 14 10:20:54.144636 dv-cinder-818885-1-iscsi neutron-server[86850]: DEBUG neutron.quota.resource [req-daec9c72-aec2-4ab9-b08e-1a89c649b938 req-dceaf721-ca27-4f4e-829c-9649af5af94f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Unset dirty status for tenant:1381b4c2d5654dc2bf924671ef0ec4a3 on resource:port {{(pid=86850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 14 10:20:54.145794 dv-cinder-818885-1-iscsi neutron-server[86850]: INFO neutron.wsgi [req-daec9c72-aec2-4ab9-b08e-1a89c649b938 req-dceaf721-ca27-4f4e-829c-9649af5af94f tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "GET /v2.0/ports?device_id=c457d9c4-d3ef-4ae8-a78c-eb75762205aa HTTP/1.1" status: 200  len: 210 time: 0.0607760
Dec 14 10:20:55.239129 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40308) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:55.394341 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Deleting port b396a761-c6f6-4724-be4d-9460cd59b727 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:20:55.394595 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:55.562957 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:55.563285 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:55.683373 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Calling delete_port for b396a761-c6f6-4724-be4d-9460cd59b727 owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:20:55.820170 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:55.823756 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2b6142f2-a65b-4462-917f-066f5cdc5f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:55.867250 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event deleted for resources: {'Port': ['ID=b396a761-c6f6-4724-be4d-9460cd59b727,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:55.870333 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:55.959772 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:55.976211 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191373'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:55.977310 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1e17ff47-820f-4e51-8e47-7c55be36b3fe tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "DELETE /v2.0/floatingips/9595921e-1f8f-4547-8e8c-ca88303c0f14 HTTP/1.1" status: 204  len: 168 time: 0.7372231
Dec 14 10:20:56.222672 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:20:56.260463 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] No Port match for: 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:20:56.260817 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Device 4c4fd8bf-4fbe-4f99-a91b-0b9bd1365298 not bound to the agent host hv-cinder-81888 {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:20:57.336669 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40322) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:57.405393 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d95d75e7-a43f-4d39-b452-0a5483bbdd13 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:57.434348 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d95d75e7-a43f-4d39-b452-0a5483bbdd13 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:57.496555 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d95d75e7-a43f-4d39-b452-0a5483bbdd13 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:57.500959 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-76ea5083-0b74-4ea7-b3a2-2665362024ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:20:57.516409 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d75e7-a43f-4d39-b452-0a5483bbdd13 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452a80a-69ce-4663-9f0f-514ea31b5a23,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:20:57.519277 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d95d75e7-a43f-4d39-b452-0a5483bbdd13 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:20:57.528493 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d95d75e7-a43f-4d39-b452-0a5483bbdd13 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:57.529628 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d95d75e7-a43f-4d39-b452-0a5483bbdd13 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] 10.222.0.20 "DELETE /v2.0/security-groups/c452a80a-69ce-4663-9f0f-514ea31b5a23 HTTP/1.1" status: 204  len: 168 time: 0.1919940
Dec 14 10:20:58.609480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40330) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:20:58.658680 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:20:59.578065 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:20:59.926237 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Deleting port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:20:59.926896 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:00.095892 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] For port 18b22fd7-dc48-4a02-8ea5-aa47abfd280f, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:00.096243 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:00.216502 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Calling delete_port for 18b22fd7-dc48-4a02-8ea5-aa47abfd280f owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:00.388667 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:00.392630 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-832a27c9-c25d-4d4e-a1ce-9b73d3e55496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:00.435618 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b22fd7-dc48-4a02-8ea5-aa47abfd280f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:00.439592 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:00.699318 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:01.151490 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Router a63cae8f-3133-41bf-a850-c32ab638a8f8 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:21:01.325052 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:21:01.334773 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] Sync routers for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:21:01.337301 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fa8bfc27-ecf7-41a0-af27-f0061267d599 admin admin] 10.222.0.20 "PUT /v2.0/routers/a63cae8f-3133-41bf-a850-c32ab638a8f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7266908
Dec 14 10:21:01.339837 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40336) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:01.344815 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:21:01.345428 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7dfca0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:01.511527 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks [] for router, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:01.518367 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:21:01.690020 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:01.699176 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Deleting port d7b325a6-7085-4007-99e0-ace9d0fb59ad {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:01.699532 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:01.840165 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7dfca0>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:21:00Z', 'revision_number': 5, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port': {'id': 'd7b325a6-7085-4007-99e0-ace9d0fb59ad', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:17Z', 'updated_at': '2021-12-14T10:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:01.845573 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] Checking router: a63cae8f-3133-41bf-a850-c32ab638a8f8 for host: dv-cinder-818885-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:21:01.853840 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] Routers {'a63cae8f-3133-41bf-a850-c32ab638a8f8'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:21:01.854487 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7dfca0>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['a63cae8f-3133-41bf-a850-c32ab638a8f8'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:01.870557 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] For port d7b325a6-7085-4007-99e0-ace9d0fb59ad, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=d7b325a6-7085-4007-99e0-ace9d0fb59ad,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:01.870908 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:01.991297 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Calling delete_port for d7b325a6-7085-4007-99e0-ace9d0fb59ad owned by network:router_gateway {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:02.006015 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] Set router a63cae8f-3133-41bf-a850-c32ab638a8f8 gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:21:02.111622 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2c7dfca0>, [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:21:01Z', 'revision_number': 6, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port_host': None}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:02.115556 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d110b9-2d30-4eff-b74c-7bd777dc23bf None None] The sync data for ids ['a63cae8f-3133-41bf-a850-c32ab638a8f8'] in dv-cinder-818885-1-iscsi is: [{'id': 'a63cae8f-3133-41bf-a850-c32ab638a8f8', 'name': 'tempest-TestVolumeBootPattern-1699076230-router', 'tenant_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:16Z', 'updated_at': '2021-12-14T10:21:01Z', 'revision_number': 6, 'project_id': '1381b4c2d5654dc2bf924671ef0ec4a3', 'gw_port_host': None}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:21:02.165046 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.168550 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:02.309926 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b325a6-7085-4007-99e0-ace9d0fb59ad,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:02.313922 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:02.401817 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.576858 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.579114 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.600175 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.600715 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63cae8f-3133-41bf-a850-c32ab638a8f8 {{(pid=86849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:21:02.613305 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.614446 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8b2b2d8d-8806-455a-a072-5772a30b8735 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a63cae8f-3133-41bf-a850-c32ab638a8f8 HTTP/1.1" status: 204  len: 168 time: 1.2736988
Dec 14 10:21:02.616902 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40340) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:02.675069 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Deleting subnet 04090e2f-9a2e-4a65-bbcf-e8afc2661320 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:21:02.677885 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.726868 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.805161 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.875049 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.880023 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-82d6ba2f-c9cf-4427-91cd-e942fa27596d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:02.892928 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device d7b325a6-7085-4007-99e0-ace9d0fb59ad no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:21:02.920002 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04090e2f-9a2e-4a65-bbcf-e8afc2661320,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:02.924048 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:02.930523 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179fd72-e07d-4301-b889-0d637dd5549c None None] Network bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:21:02.932438 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.932822 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.933193 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.933561 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.933926 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.934318 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.934773 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.935065 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.935433 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.935791 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.936206 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.936671 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818885-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 14 10:21:02.942230 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04090e2f-9a2e-4a65-bbcf-e8afc2661320 HTTP/1.1" status: 204  len: 168 time: 0.3224115
Dec 14 10:21:02.942230 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0352d419-ae3c-4cbd-b553-c509e5e35aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:02.942718 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40344) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:02.943146 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: d7b325a6-7085-4007-99e0-ace9d0fb59ad {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:21:02.943506 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device d7b325a6-7085-4007-99e0-ace9d0fb59ad not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:21:02.943958 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 18b22fd7-dc48-4a02-8ea5-aa47abfd280f no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:21:02.984327 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 18b22fd7-dc48-4a02-8ea5-aa47abfd280f {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:21:02.984683 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 18b22fd7-dc48-4a02-8ea5-aa47abfd280f not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:21:03.053614 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.065288 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Deleting port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:03.065633 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.235569 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb852b92-3232-44af-888f-245236c81fdd None None] DHCP port deletion for bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:21:03.239934 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Deleting port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:03.240312 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.277403 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] For port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:03.278043 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.402023 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Calling delete_port for b8b50c70-056f-4243-9fde-3c5cbb4cfa6b owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:03.443245 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-fb852b92-3232-44af-888f-245236c81fdd None None] For port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,segment=NetworkSegment(9055e9ae-3e07-432f-9c9c-4f852d222c0f),segment_id=9055e9ae-3e07-432f-9c9c-4f852d222c0f)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:03.443629 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.480221 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.484594 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-dbbb315e-7cf0-4bd7-86c0-00336dfcf3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:03.524387 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b50c70-056f-4243-9fde-3c5cbb4cfa6b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:03.528096 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:03.531750 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] No DVR routers for this DVR port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b on host dv-cinder-818885-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:21:03.569274 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Calling delete_port for b8b50c70-056f-4243-9fde-3c5cbb4cfa6b owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:03.640123 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:21:03.640495 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:21:03.646909 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.671052 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2776bd60>,) {'filters': {'network_id': ['bd1cbab0-8707-4ef3-99d9-9624dbe62aa4']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:03.685731 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2776bd60>, '9055e9ae-3e07-432f-9c9c-4f852d222c0f') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:03.686564 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2776bd60>, '9055e9ae-3e07-432f-9c9c-4f852d222c0f') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:03.698501 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.799480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.805603 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:21:03.806008 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:21:03.819238 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:21:03.895540 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.898766 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:03.912232 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:03.922414 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd1cbab0-8707-4ef3-99d9-9624dbe62aa4,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:03.925371 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:03.935458 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-69627765-06a6-4f7f-9a79-40068e1d0162 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bd1cbab0-8707-4ef3-99d9-9624dbe62aa4 HTTP/1.1" status: 204  len: 168 time: 0.9918325
Dec 14 10:21:03.938254 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40348) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:04.142080 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Deleting port b8b50c70-056f-4243-9fde-3c5cbb4cfa6b {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:04.142605 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-fb852b92-3232-44af-888f-245236c81fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:04.210638 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-fb852b92-3232-44af-888f-245236c81fdd None None] The port 'b8b50c70-056f-4243-9fde-3c5cbb4cfa6b' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:21:04.469906 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545445'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:04.784168 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b8b50c70-056f-4243-9fde-3c5cbb4cfa6b no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:21:04.818429 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: b8b50c70-056f-4243-9fde-3c5cbb4cfa6b {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:21:04.819083 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device b8b50c70-056f-4243-9fde-3c5cbb4cfa6b not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:21:04.822394 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Deleting port 505774d2-fa75-4e87-bcb4-919914e76867 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:04.822748 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:04.991696 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] For port 505774d2-fa75-4e87-bcb4-919914e76867, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=505774d2-fa75-4e87-bcb4-919914e76867,segment=NetworkSegment(8c9838df-0683-405a-8275-cbd77149b832),segment_id=8c9838df-0683-405a-8275-cbd77149b832)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:04.991963 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:05.113294 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Calling delete_port for 505774d2-fa75-4e87-bcb4-919914e76867 owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:05.385369 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:05.388707 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ce372c08-7f32-4842-a064-a2f89640ba96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:05.432227 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Pushing event deleted for resources: {'Port': ['ID=505774d2-fa75-4e87-bcb4-919914e76867,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:05.435321 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:05.694325 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556117'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:06.046927 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Router 72b5b540-d51d-427a-b72b-33b74b28fa23 has already been hosted by L3 agent 9100a9d0-8c37-4a8a-ba3f-e820667a65a8 {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 14 10:21:06.222420 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] Notify agent at l3_agent.dv-cinder-818885-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 14 10:21:06.231432 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] Sync routers for ids ['72b5b540-d51d-427a-b72b-33b74b28fa23'] in dv-cinder-818885-1-iscsi {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 14 10:21:06.238103 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-45038007-7c95-497d-98c9-6b784d69fa85 admin admin] 10.222.0.20 "PUT /v2.0/routers/72b5b540-d51d-427a-b72b-33b74b28fa23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2988355
Dec 14 10:21:06.240526 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40352) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:06.244648 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] Routers {'72b5b540-d51d-427a-b72b-33b74b28fa23'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:21:06.245301 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2ce6bc10>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['72b5b540-d51d-427a-b72b-33b74b28fa23'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:06.425512 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:06.450193 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] Set router 72b5b540-d51d-427a-b72b-33b74b28fa23 gateway port host: dv-cinder-818885-1-iscsi {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:21:06.705734 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:06.715889 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Deleting port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:06.716229 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:06.737004 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2ce6bc10>, [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'external_fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:21:05Z', 'revision_number': 5, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port': {'id': '3ab30f6e-a5c3-472f-b799-d7cc05ee3358', 'name': '', 'network_id': 'f545a049-6cf8-4c9d-bcd6-490607b3a6e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:04:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818885-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T10:13:24Z', 'updated_at': '2021-12-14T10:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405f7d21-f752-4d89-ad0a-50a9205c5889', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818885-1-iscsi'}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:06.742398 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] Checking router: 72b5b540-d51d-427a-b72b-33b74b28fa23 for host: dv-cinder-818885-1-iscsi {{(pid=86852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 14 10:21:06.752170 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] Routers {'72b5b540-d51d-427a-b72b-33b74b28fa23'} bound to L3 agent in host dv-cinder-818885-1-iscsi {{(pid=86852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 10:21:06.752803 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6e2ce6bc10>, 'dv-cinder-818885-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T09:59:47Z,description=<?>,heartbeat_timestamp=2021-12-14T10:20:47Z,host='dv-cinder-818885-1-iscsi',id=9100a9d0-8c37-4a8a-ba3f-e820667a65a8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T09:59:47Z,topic='l3_agent')) {'router_ids': ['72b5b540-d51d-427a-b72b-33b74b28fa23'], 'active': True} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:06.891857 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] For port 3ab30f6e-a5c3-472f-b799-d7cc05ee3358, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,segment=NetworkSegment(f8694f69-7923-4e24-8f9c-471ca59c3403),segment_id=f8694f69-7923-4e24-8f9c-471ca59c3403)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:06.892209 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:06.903613 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_dvr_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] Set router 72b5b540-d51d-427a-b72b-33b74b28fa23 gateway port host: None {{(pid=86852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 14 10:21:07.013480 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Calling delete_port for 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 owned by network:router_gateway {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:07.013708 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.l3_hamode_db [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6e2ce6bc10>, [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:21:06Z', 'revision_number': 6, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port_host': None}], 'dv-cinder-818885-1-iscsi', False) {} {{(pid=86852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:07.017765 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f33a0-ae85-4e94-99e2-21e695ef3431 None None] The sync data for ids ['72b5b540-d51d-427a-b72b-33b74b28fa23'] in dv-cinder-818885-1-iscsi is: [{'id': '72b5b540-d51d-427a-b72b-33b74b28fa23', 'name': 'tempest-TestVolumeBootPattern-282686964-router', 'tenant_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T10:13:23Z', 'updated_at': '2021-12-14T10:21:06Z', 'revision_number': 6, 'project_id': 'e0f2d737a02e47caa60f0b95802e91a4', 'gw_port_host': None}] {{(pid=86852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 14 10:21:07.182577 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.186175 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-caf6e303-f20f-4568-b01d-50af452b6921 tempest-TestVolumeBootPattern-784275322 tempest-TestVolumeBootPattern-784275322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:07.229329 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab30f6e-a5c3-472f-b799-d7cc05ee3358,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:07.232404 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:07.321133 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633538'] for router_gateway, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.496827 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104222'] for router, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.499068 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.522760 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-545356'] for router, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.523361 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b5b540-d51d-427a-b72b-33b74b28fa23 {{(pid=86849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 10:21:07.535878 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.536976 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d9d6527e-9227-4faf-bb51-ae2d29d79df5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/72b5b540-d51d-427a-b72b-33b74b28fa23 HTTP/1.1" status: 204  len: 168 time: 1.2955587
Dec 14 10:21:07.539529 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40356) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:07.597449 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Deleting subnet 5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 10:21:07.600208 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.650263 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685497'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.727431 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1621814'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.794573 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1621870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342666'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.798230 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5fa37d9a-99aa-4495-9489-c6c3f8ead12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:07.836748 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:07.840697 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:07.841675 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.848403 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d693756f-32d1-445d-a53e-3ec7ff02ecfc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5bf2a263-6cf7-4ac4-a2a8-257dc587ffa6 HTTP/1.1" status: 204  len: 168 time: 0.3078206
Dec 14 10:21:07.850782 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40360) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:07.853585 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d5a5c-2954-428a-b9f7-abce7441b3ef None None] Network 1345b58e-2a27-4e9f-b077-602fa095a2ec requested from dv-cinder-818885-1-iscsi {{(pid=86851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 14 10:21:07.966234 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1682829'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:07.979894 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Deleting port 99e2e69e-84c9-4258-9f2a-7f7f90326fea {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:07.980324 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.149871 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] DHCP port deletion for 1345b58e-2a27-4e9f-b077-602fa095a2ec request from dv-cinder-818885-1-iscsi {{(pid=86851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 14 10:21:08.154758 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Deleting port 99e2e69e-84c9-4258-9f2a-7f7f90326fea {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:08.155169 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.287874 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] For port 99e2e69e-84c9-4258-9f2a-7f7f90326fea, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=99e2e69e-84c9-4258-9f2a-7f7f90326fea,segment=NetworkSegment(8c9838df-0683-405a-8275-cbd77149b832),segment_id=8c9838df-0683-405a-8275-cbd77149b832)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:08.288136 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.366067 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] For port 99e2e69e-84c9-4258-9f2a-7f7f90326fea, host dv-cinder-818885-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818885-1-iscsi',level=0,port_id=99e2e69e-84c9-4258-9f2a-7f7f90326fea,segment=NetworkSegment(8c9838df-0683-405a-8275-cbd77149b832),segment_id=8c9838df-0683-405a-8275-cbd77149b832)] {{(pid=86851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 14 10:21:08.366383 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635301'] for port, precommit_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.413851 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Calling delete_port for 99e2e69e-84c9-4258-9f2a-7f7f90326fea owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:08.489074 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1631780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756950443861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756949896030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532055'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.492784 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Calling delete_port for 99e2e69e-84c9-4258-9f2a-7f7f90326fea owned by network:dhcp {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 14 10:21:08.493035 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9840037f-9e5c-4c67-9421-fd29731b4feb tempest-AttachVolumeShelveTestJSON-961516669 tempest-AttachVolumeShelveTestJSON-961516669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:08.537641 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e2e69e-84c9-4258-9f2a-7f7f90326fea,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:08.541260 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:08.543415 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] No DVR routers for this DVR port 99e2e69e-84c9-4258-9f2a-7f7f90326fea on host dv-cinder-818885-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 14 10:21:08.565714 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.db.api [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 10:21:08.566098 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG oslo_db.api [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 14 10:21:08.664020 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618717', 'neutron.services.segments.db._delete_segments_for_network-8756950336934'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.688997 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6e2c227610>,) {'filters': {'network_id': ['1345b58e-2a27-4e9f-b077-602fa095a2ec']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:08.700539 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c227610>, '8c9838df-0683-405a-8275-cbd77149b832') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:08.700834 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6e2c227610>, '8c9838df-0683-405a-8275-cbd77149b832') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 14 10:21:08.711956 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756950380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685486'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.728002 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1606236'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.735564 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 14 10:21:08.736104 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1606229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3532282'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]: Traceback (most recent call last):
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     timer()
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     cb(*args, **kw)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     return func(*args, **kwargs)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     self._notify()
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     self.callback(batched_events)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     event.method(event)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     return f(self, *a, **k)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._get(url).json()
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     return self.request(url, 'GET', **kwargs)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 10:21:08.749566 dv-cinder-818885-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 10:21:08.789659 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 99e2e69e-84c9-4258-9f2a-7f7f90326fea no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:21:08.823867 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 99e2e69e-84c9-4258-9f2a-7f7f90326fea {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:21:08.824300 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 99e2e69e-84c9-4258-9f2a-7f7f90326fea not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:21:08.824648 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 505774d2-fa75-4e87-bcb4-919914e76867 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:21:08.826860 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633509'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.830371 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f67dff0-6806-47b8-97e0-f4062b60e724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:08.844206 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552035'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:08.855579 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1345b58e-2a27-4e9f-b077-602fa095a2ec,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:08.861017 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:08.861851 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 505774d2-fa75-4e87-bcb4-919914e76867 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:21:08.862287 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 505774d2-fa75-4e87-bcb4-919914e76867 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:21:08.862632 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 no longer exists at agent ovs-agent-dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 14 10:21:08.863938 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fdbe9921-d450-428a-872b-cdc4fc382f98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1345b58e-2a27-4e9f-b077-602fa095a2ec HTTP/1.1" status: 204  len: 168 time: 1.0122559
Dec 14 10:21:08.895032 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] No Port match for: 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 {{(pid=86851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 14 10:21:08.895407 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.rpc [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Device 3ab30f6e-a5c3-472f-b799-d7cc05ee3358 not bound to the agent host dv-cinder-818885-1-iscsi {{(pid=86851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 14 10:21:09.046843 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40366) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:09.067100 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Deleting port 99e2e69e-84c9-4258-9f2a-7f7f90326fea {{(pid=86851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 14 10:21:09.067498 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756950441409'] for port, before_delete {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.095909 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-37af86d9-9b07-4fda-9d89-f18d8365a887 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1381b4c2d5654dc2bf924671ef0ec4a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478239
Dec 14 10:21:09.098258 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40370) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:09.136311 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.plugin [None req-42c1f613-8aeb-418f-8448-33b654767cc2 None None] The port '99e2e69e-84c9-4258-9f2a-7f7f90326fea' was deleted {{(pid=86851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 14 10:21:09.159876 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7a9148e-1141-44a5-88ae-aca3b644bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.185077 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7a9148e-1141-44a5-88ae-aca3b644bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.235132 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7a9148e-1141-44a5-88ae-aca3b644bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.238560 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-04b8f8f3-5192-40ab-a9e9-a2d5d846c597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:09.255789 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9148e-1141-44a5-88ae-aca3b644bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c90b822-5fad-49cd-ab01-2f7164d312ee,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:09.259582 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c7a9148e-1141-44a5-88ae-aca3b644bcd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:09.262776 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7a9148e-1141-44a5-88ae-aca3b644bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.263860 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c7a9148e-1141-44a5-88ae-aca3b644bcd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c90b822-5fad-49cd-ab01-2f7164d312ee HTTP/1.1" status: 204  len: 168 time: 0.1647301
Dec 14 10:21:09.583928 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40378) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:09.631758 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3a884500-1229-41c3-92e8-76900ae4ee58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0f2d737a02e47caa60f0b95802e91a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465832
Dec 14 10:21:09.634203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.20', 40382) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 14 10:21:09.691067 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a46d9de7-928e-42dc-ad52-4cc9e5b6b96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.716145 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a46d9de7-928e-42dc-ad52-4cc9e5b6b96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.767671 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a46d9de7-928e-42dc-ad52-4cc9e5b6b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693807'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.771203 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4c3c3a2e-4a3c-4261-a739-f210909a2f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 14 10:21:09.782934 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d9de7-928e-42dc-ad52-4cc9e5b6b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8433661-2317-4d68-a768-c397346cb291,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 14 10:21:09.786293 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a46d9de7-928e-42dc-ad52-4cc9e5b6b96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 14 10:21:09.789378 dv-cinder-818885-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a46d9de7-928e-42dc-ad52-4cc9e5b6b96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:09.790505 dv-cinder-818885-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a46d9de7-928e-42dc-ad52-4cc9e5b6b96b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8433661-2317-4d68-a768-c397346cb291 HTTP/1.1" status: 204  len: 168 time: 0.1553619
Dec 14 10:21:13.740322 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:14.457396 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c3259e44-b38a-4901-9073-b2353199c068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:16.844918 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-2851f4f0-c8aa-46b8-89e2-3341d7e79302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:17.836741 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:17.947954 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:19.276574 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:35.657781 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:21:43.750547 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:44.459287 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6cf236d3-eaba-4595-8ade-bce847f36613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:46.847194 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bd7d50b0-1df5-49cc-abec-a76e5d5e473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:47.838636 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:47.949309 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:21:49.278275 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:12.657238 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:22:13.765358 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:14.461027 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7d2bbead-e301-4a4d-a1be-effee84b2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:16.848562 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3fb4-923d-45c6-b422-3e99034384ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:17.841750 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:17.951031 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:19.280937 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:43.780411 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:44.462397 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1472ed1c-7c42-47e9-8b47-ba94c6108be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:46.850156 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-50fa727c-8747-4960-aff8-1e63c27e5e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:47.844013 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:47.951877 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:49.283804 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:22:49.655915 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:23:13.780331 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:14.462922 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d804f63b-2c32-4de5-84f7-6890c3fc2ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:16.852282 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-faf0aedb-2ea8-4da3-adcc-b028a6bd760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:17.847525 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:17.953240 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:19.284727 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:26.653920 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:23:43.795397 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:44.463608 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5d337316-2d35-4fd8-b93a-4b1364776115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:46.854042 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-ce90e961-0cbc-47ca-9997-b4c20d7082d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:47.850544 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:47.953962 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:23:49.287301 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:03.652257 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:24:13.810009 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:14.464905 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-869784b4-9dc3-466e-bbe1-d1ff3b5b1a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:16.856144 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c0cfc552-e294-49e5-bd7b-32adf6239d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:17.852355 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:17.955495 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:19.289757 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:40.650930 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:24:43.810669 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:44.466618 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5173607a-461b-497a-ba68-1b91ccb3bf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:46.857086 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-49340830-ca7c-40ad-abd4-0409c0a729e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:47.855669 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:47.955940 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:24:49.292306 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:13.809798 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:14.468219 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-a270fdd4-7fae-467b-ac65-716a589bb3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:16.859390 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6c3562a1-7454-4dc5-99d9-734af56b103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:17.649094 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:25:17.857860 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:17.957450 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:19.295118 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:43.819530 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:44.468807 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-3785ea79-a07d-4028-98d2-11b9867be71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:46.862500 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-1f75f04a-2d4d-4df7-a5af-44d8fdd914bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:47.861526 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:47.958473 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:49.297729 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:25:54.647590 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 14 10:26:13.813661 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-7eceaf84-4054-49df-b932-ab3bbb9c12f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:26:14.470232 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6d618b38-faeb-41ba-bd83-1de20bec9a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:26:16.865004 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-d676f34e-0855-4831-b947-e14e063a1c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:26:17.865671 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-8f401dff-ca0f-45b0-93b3-f7a24f8bbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:26:17.960215 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-5c1852c9-2bcc-4c56-b581-4d8907025999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:26:19.301931 dv-cinder-818885-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-0c6252a0-888b-4d35-92d6-8837498826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756950336943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616231'] for agent, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 14 10:26:31.646407 dv-cinder-818885-1-iscsi neutron-server[86852]: DEBUG neutron.db.agents_db [None req-e10d6b74-49a6-4db1-bb49-87c6452d8877 None None] Agent healthcheck: found 6 active agents {{(pid=86852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}